[ 523.031967] env[69577]: INFO neutron.common.config [-] Logging enabled! [ 523.032224] env[69577]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.1.0.dev114 [ 523.032453] env[69577]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69577) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 523.032748] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 523.032847] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 523.033687] env[69577]: WARNING oslo_policy.policy [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.033921] env[69577]: WARNING oslo_policy.policy [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.035397] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] VMware NSXv3 Agent initialized successfully. [ 523.035752] env[69577]: DEBUG oslo_concurrency.lockutils [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] Acquiring lock "singleton_lock" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.035890] env[69577]: DEBUG oslo_concurrency.lockutils [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] Acquired lock "singleton_lock" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.036108] env[69577]: DEBUG oslo_concurrency.lockutils [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] Releasing lock "singleton_lock" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.036395] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] Full set of CONF: {{(pid=69577) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 523.036603] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ******************************************************************************** {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 523.036724] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] Configuration options gathered from: {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 523.036963] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 523.037152] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 523.037264] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ================================================================================ {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 523.037437] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] agent_down_time = 75 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.037583] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] allow_automatic_dhcp_failover = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.037721] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] allow_bulk = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.037869] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] api_extensions_path = {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.038019] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] api_paste_config = api-paste.ini {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.038171] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] auth_strategy = keystone {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.038281] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] backdoor_port = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.038387] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] backdoor_socket = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.038527] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] backlog = 4096 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.038671] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] base_mac = fa:16:3e:00:00:00 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.038854] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] bind_host = 0.0.0.0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.039025] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] bind_port = 9696 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.039172] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] client_socket_timeout = 900 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.039315] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] config_dir = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.039428] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.039568] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] config_source = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.039710] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] control_exchange = neutron {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.039853] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] core_plugin = ml2 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.039993] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] debug = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.040155] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] default_availability_zones = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.040367] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.040509] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] dhcp_agent_notification = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.040649] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] dhcp_agents_per_network = 1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.040786] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] dhcp_lease_duration = 86400 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.040957] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] dhcp_load_type = networks {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.041128] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] dns_domain = openstacklocal {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.041279] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.041418] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] enable_default_route_bfd = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.041556] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] enable_default_route_ecmp = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.041692] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] enable_dvr = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.041827] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] enable_new_agents = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.041982] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.042140] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] enable_signals = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.042276] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] enable_traditional_dhcp = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.042408] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] external_dns_driver = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.042544] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] filter_validation = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.042688] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] global_physnet_mtu = 8950 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.042824] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] graceful_shutdown_timeout = 60 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.043007] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] host = cpu-1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.043162] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] host_dvr_for_dhcp = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.043303] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] http_retries = 3 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.043447] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] instance_format = [instance: %(uuid)s] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.043589] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.043730] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ipam_driver = internal {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.043866] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ipv6_pd_enabled = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.044012] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] l3_ha = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.044157] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.044298] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] l3_ha_network_physical_name = {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.044437] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] l3_ha_network_type = {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.044578] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_color = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.044715] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_config_append = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.044854] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.044990] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_dir = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.045135] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_file = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.045244] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_options = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.045383] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_rotate_interval = 1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.045528] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_rotate_interval_type = days {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.045668] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] log_rotation_type = none {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.045777] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.045883] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.046035] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.046243] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.046364] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.046512] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] max_dns_nameservers = 5 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.046652] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] max_header_line = 16384 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.046788] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] max_l3_agents_per_router = 3 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.046934] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] max_logfile_count = 30 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.047080] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] max_logfile_size_mb = 200 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.047219] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] max_subnet_host_routes = 20 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.047366] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] my_ip = 10.180.1.21 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.047509] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] my_ipv6 = ::1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.047648] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] network_auto_schedule = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.047782] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] network_link_prefix = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.047925] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.048087] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] notify_nova_on_port_data_changes = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.048233] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] notify_nova_on_port_status_changes = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.048374] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] pagination_max_limit = -1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.048512] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] publish_errors = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.048649] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] rate_limit_burst = 0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.048795] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] rate_limit_except_level = CRITICAL {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.048954] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] rate_limit_interval = 0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.049111] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] retry_until_window = 30 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.049249] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] router_distributed = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.049387] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] rpc_resources_processing_step = 20 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.049524] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] rpc_response_max_timeout = 600 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.049662] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] rpc_response_timeout = 60 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.049798] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] send_events_interval = 2 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.049952] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] service_plugins = ['router'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.050112] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] setproctitle = on {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.050247] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] shell_completion = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.050389] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] state_path = /opt/stack/data/neutron {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.050531] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] syslog_log_facility = LOG_USER {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.050670] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] tcp_keepidle = 600 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.050811] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] transport_url = **** {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.050970] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] use_journal = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.051127] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] use_json = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.051264] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] use_ssl = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.051396] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] use_stderr = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.051537] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] use_syslog = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.051672] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] vlan_qinq = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.051805] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] vlan_transparent = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.051938] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] watch_log_file = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.052085] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] wsgi_default_pool_size = 100 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.052219] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] wsgi_keep_alive = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.052362] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.052499] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] wsgi_server_debug = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.052651] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_concurrency.disable_process_locking = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.052798] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.052945] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053096] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053241] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053382] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053521] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053671] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.connection_string = messaging:// {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053814] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.enabled = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053960] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.es_doc_type = notification {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054119] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.es_scroll_size = 10000 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054266] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.es_scroll_time = 2m {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054407] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.filter_error_trace = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054551] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.hmac_keys = **** {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054695] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.sentinel_service_name = mymaster {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054838] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.socket_timeout = 0.1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054975] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.trace_requests = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055124] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler.trace_sqlalchemy = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055274] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler_jaeger.process_tags = {} {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055445] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler_jaeger.service_name_prefix = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055587] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] profiler_otlp.service_name_prefix = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055738] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.enforce_new_defaults = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056022] env[69577]: WARNING oslo_config.cfg [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 523.056207] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.enforce_scope = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056367] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.policy_default_rule = default {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056524] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056670] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056841] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056984] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057138] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057276] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057417] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057561] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_policy.remote_timeout = 60.0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057715] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057864] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] agent.extensions = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058018] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058166] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] service_providers.service_provider = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058316] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.default_quota = -1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058464] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058605] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_floatingip = 50 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058743] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_network = 100 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058904] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_port = 500 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059066] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059208] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_router = 10 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059348] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_security_group = 10 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059486] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059625] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.quota_subnet = 100 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059763] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] QUOTAS.track_quota_usage = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059914] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060062] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep.group = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060200] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep.helper_command = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060343] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060483] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep.thread_pool_size = 8 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060617] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep.user = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060762] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060909] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_dhcp_release.group = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061081] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_dhcp_release.helper_command = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061229] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061369] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061503] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_dhcp_release.user = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061650] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061788] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_ovs_vsctl.group = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061946] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_ovs_vsctl.helper_command = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062119] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062264] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062398] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_ovs_vsctl.user = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062543] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_namespace.capabilities = [21] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062679] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_namespace.group = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062814] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_namespace.helper_command = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062954] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063110] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_namespace.thread_pool_size = 8 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063248] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_namespace.user = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063394] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_conntrack.capabilities = [12] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063530] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_conntrack.group = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063665] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_conntrack.helper_command = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063808] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063948] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064096] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_conntrack.user = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064248] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_link.capabilities = [12, 21] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064387] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_link.group = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064522] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_link.helper_command = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064665] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064805] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_link.thread_pool_size = 8 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064939] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] privsep_link.user = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065115] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065268] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065416] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.continue_on_failed_promotions = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065556] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.dscp = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065698] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.dscp_inherit = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065846] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.force_mp_to_policy = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065985] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.locking_coordinator_url = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066139] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.log_agent_heartbeats = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066280] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.logging_expire = 1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066428] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066570] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066718] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.polling_interval = 240 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066860] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067015] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067169] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.report_interval = 30.0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067317] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067462] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067633] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067744] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.sync_skew = 60 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067887] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.synchronization_queue_size = 20 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068043] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT.use_helper_for_ns_read = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068195] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] SECURITYGROUP.enable_ipset = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068344] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] SECURITYGROUP.enable_security_group = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068489] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068637] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068785] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] experimental.ipv6_pd_enabled = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069007] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.extension_drivers = ['port_security'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069169] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.external_network_type = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069334] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069487] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.overlay_ip_version = 4 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069636] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.path_mtu = 8950 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069783] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.physical_network_mtus = {} {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069936] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.tenant_network_types = ['vlan'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070095] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070249] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ml2.type_drivers = ['vlan'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070400] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT_CLI.neutron_port_id = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070541] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070682] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070834] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071010] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071176] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071325] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071548] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071704] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071910] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072098] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_login_password = **** {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072299] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_login_port = 443 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072402] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_login_user = admin {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072550] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072699] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072842] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072983] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073143] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073295] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073442] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073587] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073731] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073887] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074037] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074185] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074585] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074817] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074979] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] vsphere.vsphere_login_password = VMware1! {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075188] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075342] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075493] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.auth_section = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075646] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.auth_type = password {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075795] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075933] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.certfile = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076117] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.collect_timing = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076273] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.endpoint_type = public {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076415] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.insecure = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076551] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.keyfile = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076696] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.region_name = RegionOne {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076834] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.split_loggers = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076971] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] nova.timeout = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077126] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.auth_section = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077275] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.auth_type = password {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077421] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077548] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.certfile = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077684] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.collect_timing = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077828] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.endpoint_type = public {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077965] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.insecure = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078112] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.keyfile = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078245] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.region_name = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078382] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.split_loggers = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078515] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] placement.timeout = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078658] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.auth_section = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078797] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.auth_type = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078931] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.cafile = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079075] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.certfile = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079214] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.collect_timing = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079350] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.connect_retries = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079482] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.connect_retry_delay = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079616] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.enable_notifications = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079748] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.endpoint_override = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079884] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.insecure = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080026] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.interface = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080165] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.keyfile = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080298] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.max_version = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080428] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.min_version = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080554] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.region_name = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080688] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.retriable_status_codes = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080819] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.service_name = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080976] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.service_type = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081160] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.split_loggers = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081273] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.status_code_retries = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081411] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.status_code_retry_delay = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081546] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.timeout = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081679] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.valid_interfaces = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081815] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ironic.version = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081981] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] cli_script.dry_run = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082161] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082336] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082442] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082580] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082718] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082853] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082987] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083140] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083278] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083424] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083560] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083704] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083846] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083985] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084141] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084290] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084429] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084568] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084795] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084940] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085091] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085234] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085374] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085515] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085654] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085791] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085929] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086536] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086536] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086536] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086536] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.ssl = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086756] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086818] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086951] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087109] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087256] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.ssl_version = {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087395] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087543] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_notifications.driver = [] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087685] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_notifications.retry = -1 {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087838] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087977] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] oslo_messaging_notifications.transport_url = **** {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.088104] env[69577]: DEBUG oslo_service.backend.eventlet.service [None req-b127d896-b5d8-48be-83ca-1ea686b0721b None None] ******************************************************************************** {{(pid=69577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 523.089046] env[69577]: DEBUG neutron.agent.securitygroups_rpc [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Init firewall settings (driver=nsxv3) {{(pid=69577) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 523.090316] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69577) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 523.090557] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] RPC agent_id: nsxm-l-01a.corp.local [ 523.092793] env[69577]: DEBUG dogpile.cache.region [None req-ff14b620-99b1-4972-9e48-122446966936 None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 523.092919] env[69577]: DEBUG dogpile.lock [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 523.093030] env[69577]: DEBUG dogpile.lock [None req-ff14b620-99b1-4972-9e48-122446966936 None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 523.093125] env[69577]: DEBUG dogpile.lock [None req-ff14b620-99b1-4972-9e48-122446966936 None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 523.093224] env[69577]: DEBUG dogpile.cache.region [None req-ff14b620-99b1-4972-9e48-122446966936 None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 523.093329] env[69577]: DEBUG dogpile.lock [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 523.093458] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 523.122671] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Session token - acquiring [ 523.124236] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.124444] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.124507] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.124932] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.135683] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.405112] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 523.430853] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 523.431064] env[69577]: DEBUG dogpile.cache.region [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Cache value generated in 0.338 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 523.431197] env[69577]: DEBUG dogpile.lock [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 523.431321] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Activating Policy API Provider. [ 523.431512] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Looking for the default Infrastructure Rules. [ 523.506029] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Looking for the Default Layer3 Logged Drop Section. [ 523.518610] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 523.519057] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.519230] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.519335] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.519717] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.520188] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-ff14b620-99b1-4972-9e48-122446966936 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.034396] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-ff14b620-99b1-4972-9e48-122446966936 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.538201] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-ff14b620-99b1-4972-9e48-122446966936 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.040683] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Inventory metadata is going to be refreshed. [ 525.041094] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 525.904069] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.904393] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.904393] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.904696] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.916802] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 526.024100] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.025150] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 526.040996] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.041465] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.041465] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.041593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.041717] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.041863] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 526.041979] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.042120] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 526.062236] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.062457] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.062533] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.062805] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.062980] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.063139] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 526.081427] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.081622] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.081682] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.081946] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.082117] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.082261] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 526.109987] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.110201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.110282] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.110546] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.110679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.110824] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 526.110929] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.111117] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 526.127833] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.128075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.128152] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.128342] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.128474] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.128605] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 526.128710] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.128813] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 526.146390] env[69577]: DEBUG networking_nsxv3.common.locking [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.146582] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.146646] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.146864] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.146995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.147149] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 526.147256] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.147356] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Inventory metadata have been refreshed. [ 526.147454] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Dryrun:True. Metadata refresh completed. [ 526.147570] env[69577]: DEBUG oslo_concurrency.lockutils [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Releasing lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.149239] env[69577]: INFO neutron.agent.agent_extensions_manager [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Loaded agent extensions: [] [ 526.150126] env[69577]: DEBUG neutron_lib.callbacks.manager [None req-ff14b620-99b1-4972-9e48-122446966936 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69577) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 526.197605] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent RPC Daemon Started! [ 526.197769] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:0 started [ 526.197824] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent out of sync with plugin! [ 531.150478] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.150727] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 536.152071] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.152413] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.965227] env[69577]: INFO networking_nsxv3.common.synchronization [None req-832a9be6-3f17-46a8-ba7d-080775344344 demo admin] Enqueued Resource ID: c3950599-dc01-46a2-85a4-7a3dd87b68f7 with Priority: HIGHEST for action security_group_rules [ 539.965227] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3950599-dc01-46a2-85a4-7a3dd87b68f7 with Priority: HIGHEST for action security_group_rules [ 539.965638] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3950599-dc01-46a2-85a4-7a3dd87b68f7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.965851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3950599-dc01-46a2-85a4-7a3dd87b68f7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.965851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3950599-dc01-46a2-85a4-7a3dd87b68f7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.966349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3950599-dc01-46a2-85a4-7a3dd87b68f7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.966439] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3950599-dc01-46a2-85a4-7a3dd87b68f7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.490070] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.490282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.490282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.490481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.490573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.490668] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3950599-dc01-46a2-85a4-7a3dd87b68f7 already deleted. [ 540.490750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3950599-dc01-46a2-85a4-7a3dd87b68f7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.966416] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.966797] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.967853] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.968099] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.968893] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.969312] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.970442] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.970851] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.971876] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.972152] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.973820] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.973820] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.438590] env[69577]: INFO networking_nsxv3.common.synchronization [None req-507c2bd3-0926-4d9e-822e-addba7b73fd5 None None] Enqueued Resource ID: 70e143b8-da04-4513-a370-d60cd196f9ba with Priority: HIGHEST for action port [ 570.438590] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e143b8-da04-4513-a370-d60cd196f9ba with Priority: HIGHEST for action port [ 570.439093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e143b8-da04-4513-a370-d60cd196f9ba taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.439211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e143b8-da04-4513-a370-d60cd196f9ba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.439295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e143b8-da04-4513-a370-d60cd196f9ba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.439537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e143b8-da04-4513-a370-d60cd196f9ba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.439625] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e143b8-da04-4513-a370-d60cd196f9ba',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.705350] env[69577]: INFO networking_nsxv3.common.synchronization [None req-1d0ad1c8-22fc-4d9e-a20c-082004c21899 None None] Enqueued Resource ID: 123d6da8-e916-4437-9750-2ef60e385383 with Priority: HIGHEST for action port [ 570.706278] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123d6da8-e916-4437-9750-2ef60e385383 with Priority: HIGHEST for action port [ 570.707387] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-123d6da8-e916-4437-9750-2ef60e385383 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.707552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-123d6da8-e916-4437-9750-2ef60e385383" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.707632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-123d6da8-e916-4437-9750-2ef60e385383" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.707921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-123d6da8-e916-4437-9750-2ef60e385383" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.707921] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123d6da8-e916-4437-9750-2ef60e385383',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.942242] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70e143b8-da04-4513-a370-d60cd196f9ba [ 570.942242] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.942242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.942242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.942491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.943608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.946219] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70e143b8-da04-4513-a370-d60cd196f9ba already deleted. [ 570.946219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e143b8-da04-4513-a370-d60cd196f9ba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.025906] env[69577]: INFO networking_nsxv3.common.synchronization [None req-2dbd8a97-e60f-435c-9d25-e3f156648e3f None None] Enqueued Resource ID: e7b28ca5-7a9c-4f8e-8c67-40873dd04de8 with Priority: HIGHEST for action port [ 571.026195] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b28ca5-7a9c-4f8e-8c67-40873dd04de8 with Priority: HIGHEST for action port [ 571.026783] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7b28ca5-7a9c-4f8e-8c67-40873dd04de8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.026910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7b28ca5-7a9c-4f8e-8c67-40873dd04de8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.026977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7b28ca5-7a9c-4f8e-8c67-40873dd04de8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.027277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7b28ca5-7a9c-4f8e-8c67-40873dd04de8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.027332] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b28ca5-7a9c-4f8e-8c67-40873dd04de8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.210381] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 123d6da8-e916-4437-9750-2ef60e385383 [ 571.210644] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.212668] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.212771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.213034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.214746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.214746] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:123d6da8-e916-4437-9750-2ef60e385383 already deleted. [ 571.214746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-123d6da8-e916-4437-9750-2ef60e385383" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.529959] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7b28ca5-7a9c-4f8e-8c67-40873dd04de8 [ 571.529959] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.530107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.530213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.530391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.530525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.530627] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7b28ca5-7a9c-4f8e-8c67-40873dd04de8 already deleted. [ 571.530719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7b28ca5-7a9c-4f8e-8c67-40873dd04de8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.323785] env[69577]: INFO networking_nsxv3.common.synchronization [None req-54944770-9389-4253-b83e-6bc6b6c2cd68 None None] Enqueued Resource ID: c62dd94a-a59f-4a81-aeba-efab2df7ec1f with Priority: HIGHEST for action port [ 572.324308] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62dd94a-a59f-4a81-aeba-efab2df7ec1f with Priority: HIGHEST for action port [ 572.324607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c62dd94a-a59f-4a81-aeba-efab2df7ec1f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.324753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c62dd94a-a59f-4a81-aeba-efab2df7ec1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.324849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c62dd94a-a59f-4a81-aeba-efab2df7ec1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.326332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c62dd94a-a59f-4a81-aeba-efab2df7ec1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.326475] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c62dd94a-a59f-4a81-aeba-efab2df7ec1f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.829083] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c62dd94a-a59f-4a81-aeba-efab2df7ec1f [ 572.829395] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.829516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.829516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.829748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.830383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.830383] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c62dd94a-a59f-4a81-aeba-efab2df7ec1f already deleted. [ 572.830383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c62dd94a-a59f-4a81-aeba-efab2df7ec1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.986949] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7e29c27d-1a5c-4b8f-8b9a-b4e01377b3b2 None None] Enqueued Resource ID: 3098c899-1b85-4111-a0fe-73358938167e with Priority: HIGHEST for action port [ 572.987242] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3098c899-1b85-4111-a0fe-73358938167e with Priority: HIGHEST for action port [ 572.988078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3098c899-1b85-4111-a0fe-73358938167e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.988227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3098c899-1b85-4111-a0fe-73358938167e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.988325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3098c899-1b85-4111-a0fe-73358938167e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.988645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3098c899-1b85-4111-a0fe-73358938167e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.988713] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3098c899-1b85-4111-a0fe-73358938167e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.222481] env[69577]: INFO networking_nsxv3.common.synchronization [None req-21dbfa46-4ce6-435b-b751-86ba2bdaa28b tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_rules [ 573.223101] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_rules [ 573.223307] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.223444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.223506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.223735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.223816] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.300836] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6f55c37e-f51f-4bea-bf44-55f7b50bfa91 None None] Enqueued Resource ID: d8980666-4d8f-40a3-aad1-756d8cf90693 with Priority: HIGHEST for action port [ 573.302232] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8980666-4d8f-40a3-aad1-756d8cf90693 with Priority: HIGHEST for action port [ 573.304537] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8980666-4d8f-40a3-aad1-756d8cf90693 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.304537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8980666-4d8f-40a3-aad1-756d8cf90693" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.304537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8980666-4d8f-40a3-aad1-756d8cf90693" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.304537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8980666-4d8f-40a3-aad1-756d8cf90693" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.305790] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8980666-4d8f-40a3-aad1-756d8cf90693',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.340380] env[69577]: INFO networking_nsxv3.common.synchronization [None req-1b92a96b-7c00-486d-ace3-e0d1d44fba7a tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_rules [ 573.340380] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_rules [ 573.342400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.342657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.490835] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3098c899-1b85-4111-a0fe-73358938167e [ 573.491092] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.491229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.492173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.492423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.492529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.492633] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3098c899-1b85-4111-a0fe-73358938167e already deleted. [ 573.492721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3098c899-1b85-4111-a0fe-73358938167e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.745076] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.745201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.745244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.745464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.745556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.745844] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c already deleted. [ 573.745844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.745938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.746054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.746115] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.808164] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8980666-4d8f-40a3-aad1-756d8cf90693 [ 573.808379] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.808741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.808741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.808875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.808875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.809343] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8980666-4d8f-40a3-aad1-756d8cf90693 already deleted. [ 573.809343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8980666-4d8f-40a3-aad1-756d8cf90693" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.268399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.268568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.268657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.268846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.268938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.269048] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c already deleted. [ 574.269133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.568857] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7191a602-f81d-4725-aeac-e37c662b723a None None] Enqueued Resource ID: 894ebc26-c9cf-4924-bcd5-19ff7fa4fd85 with Priority: HIGHEST for action port [ 575.569126] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894ebc26-c9cf-4924-bcd5-19ff7fa4fd85 with Priority: HIGHEST for action port [ 575.571042] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-894ebc26-c9cf-4924-bcd5-19ff7fa4fd85 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.571042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894ebc26-c9cf-4924-bcd5-19ff7fa4fd85" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.571042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894ebc26-c9cf-4924-bcd5-19ff7fa4fd85" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.572096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894ebc26-c9cf-4924-bcd5-19ff7fa4fd85" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.572170] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894ebc26-c9cf-4924-bcd5-19ff7fa4fd85',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.846503] env[69577]: INFO networking_nsxv3.common.synchronization [None req-63ea5b05-25e1-4055-870c-10b63e24dd98 None None] Enqueued Resource ID: b51ee498-d090-44cd-9bdf-d1e9af2c11dd with Priority: HIGHEST for action port [ 575.847299] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b51ee498-d090-44cd-9bdf-d1e9af2c11dd with Priority: HIGHEST for action port [ 575.848317] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b51ee498-d090-44cd-9bdf-d1e9af2c11dd taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.848782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b51ee498-d090-44cd-9bdf-d1e9af2c11dd" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.849138] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b51ee498-d090-44cd-9bdf-d1e9af2c11dd" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.849442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b51ee498-d090-44cd-9bdf-d1e9af2c11dd" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.849799] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51ee498-d090-44cd-9bdf-d1e9af2c11dd',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.075335] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 894ebc26-c9cf-4924-bcd5-19ff7fa4fd85 [ 576.075613] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.075728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.075791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.075996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.076101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.076198] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:894ebc26-c9cf-4924-bcd5-19ff7fa4fd85 already deleted. [ 576.076284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894ebc26-c9cf-4924-bcd5-19ff7fa4fd85" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.352946] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b51ee498-d090-44cd-9bdf-d1e9af2c11dd [ 576.352946] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.352946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.352946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.353149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.353177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.353832] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b51ee498-d090-44cd-9bdf-d1e9af2c11dd already deleted. [ 576.353832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b51ee498-d090-44cd-9bdf-d1e9af2c11dd" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.597410] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4cc4cc55-20d5-4325-9da5-ec493da76cfa None None] Enqueued Resource ID: 988f67b6-9067-4bef-82b0-8b627b978ad7 with Priority: HIGHEST for action port [ 577.597780] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988f67b6-9067-4bef-82b0-8b627b978ad7 with Priority: HIGHEST for action port [ 577.598241] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-988f67b6-9067-4bef-82b0-8b627b978ad7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.598379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-988f67b6-9067-4bef-82b0-8b627b978ad7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.598446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-988f67b6-9067-4bef-82b0-8b627b978ad7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.598749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-988f67b6-9067-4bef-82b0-8b627b978ad7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.598843] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988f67b6-9067-4bef-82b0-8b627b978ad7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.101086] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 988f67b6-9067-4bef-82b0-8b627b978ad7 [ 578.104912] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.105663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.105663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.105663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.105663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.105663] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:988f67b6-9067-4bef-82b0-8b627b978ad7 already deleted. [ 578.105663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-988f67b6-9067-4bef-82b0-8b627b978ad7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.032930] env[69577]: INFO networking_nsxv3.common.synchronization [None req-85c55cec-829c-450a-8bf2-43ca5058c9b3 None None] Enqueued Resource ID: c08e4c02-d986-40ce-99b4-c13799eda32e with Priority: HIGHEST for action port [ 579.033247] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08e4c02-d986-40ce-99b4-c13799eda32e with Priority: HIGHEST for action port [ 579.034542] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c08e4c02-d986-40ce-99b4-c13799eda32e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.034542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c08e4c02-d986-40ce-99b4-c13799eda32e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.034542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c08e4c02-d986-40ce-99b4-c13799eda32e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.034542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c08e4c02-d986-40ce-99b4-c13799eda32e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.034542] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08e4c02-d986-40ce-99b4-c13799eda32e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.053333] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4e607b94-e338-43c2-aefc-bf3b5e4749db None None] Enqueued Resource ID: b2b2ccc4-9c46-45d0-b953-1354da7f59de with Priority: HIGHEST for action port [ 579.053333] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b2ccc4-9c46-45d0-b953-1354da7f59de with Priority: HIGHEST for action port [ 579.053886] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2b2ccc4-9c46-45d0-b953-1354da7f59de taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.054255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2b2ccc4-9c46-45d0-b953-1354da7f59de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.054255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2b2ccc4-9c46-45d0-b953-1354da7f59de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.054595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2b2ccc4-9c46-45d0-b953-1354da7f59de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.055189] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b2ccc4-9c46-45d0-b953-1354da7f59de',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.388850] env[69577]: INFO networking_nsxv3.common.synchronization [None req-877652e4-3eee-4669-b52c-eba421315453 None None] Enqueued Resource ID: 1e40e9e7-4a48-43e6-92ac-347736571308 with Priority: HIGHEST for action port [ 579.388850] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e40e9e7-4a48-43e6-92ac-347736571308 with Priority: HIGHEST for action port [ 579.389063] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e40e9e7-4a48-43e6-92ac-347736571308 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.389133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e40e9e7-4a48-43e6-92ac-347736571308" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.389198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e40e9e7-4a48-43e6-92ac-347736571308" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.389698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e40e9e7-4a48-43e6-92ac-347736571308" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.389698] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e40e9e7-4a48-43e6-92ac-347736571308',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.492957] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7754d5f2-c79f-4899-a143-2ab945fd6a0d None None] Enqueued Resource ID: 394f4d42-4908-4829-b371-2fb227de5f94 with Priority: HIGHEST for action port [ 579.493566] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 394f4d42-4908-4829-b371-2fb227de5f94 with Priority: HIGHEST for action port [ 579.495234] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-394f4d42-4908-4829-b371-2fb227de5f94 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.495234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-394f4d42-4908-4829-b371-2fb227de5f94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.495234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-394f4d42-4908-4829-b371-2fb227de5f94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.495234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-394f4d42-4908-4829-b371-2fb227de5f94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.495234] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394f4d42-4908-4829-b371-2fb227de5f94',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.539691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c08e4c02-d986-40ce-99b4-c13799eda32e [ 579.539916] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.542256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.542335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.544764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.544764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.544764] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c08e4c02-d986-40ce-99b4-c13799eda32e already deleted. [ 579.544764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c08e4c02-d986-40ce-99b4-c13799eda32e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.557878] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2b2ccc4-9c46-45d0-b953-1354da7f59de [ 579.558127] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.558268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.558337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.558553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.558630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.558730] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2b2ccc4-9c46-45d0-b953-1354da7f59de already deleted. [ 579.558806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2b2ccc4-9c46-45d0-b953-1354da7f59de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.892990] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e40e9e7-4a48-43e6-92ac-347736571308 [ 579.893168] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.893802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.893802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.893802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.893802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.893802] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e40e9e7-4a48-43e6-92ac-347736571308 already deleted. [ 579.893802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e40e9e7-4a48-43e6-92ac-347736571308" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.000708] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 394f4d42-4908-4829-b371-2fb227de5f94 [ 580.000708] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.000708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.000708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.000953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.000953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.000953] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:394f4d42-4908-4829-b371-2fb227de5f94 already deleted. [ 580.001066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-394f4d42-4908-4829-b371-2fb227de5f94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.127088] env[69577]: INFO networking_nsxv3.common.synchronization [req-69475d61-69f3-4fda-9882-2ed367f94e8a req-2373142c-4078-49c1-834b-2e709e6921b2 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Enqueued Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 581.127527] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 581.127831] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.127947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.130300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.130445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.132773] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.132773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.132773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.132773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.132773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.132773] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.154832] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.154832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.154832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.154832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.154832] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.636476] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.636827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.637118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.637417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.637610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.637883] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.638111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.639552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.639943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.640119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.640800] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 already deleted. [ 581.640800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.657021] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.990271] env[69577]: INFO networking_nsxv3.common.synchronization [None req-0cab1e2f-375a-47cb-9586-6ccd2b550746 None None] Enqueued Resource ID: f83649c6-69f4-410f-96e6-39a366bdc528 with Priority: HIGHEST for action port [ 581.990573] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83649c6-69f4-410f-96e6-39a366bdc528 with Priority: HIGHEST for action port [ 581.991123] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83649c6-69f4-410f-96e6-39a366bdc528 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.991242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83649c6-69f4-410f-96e6-39a366bdc528" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.991307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83649c6-69f4-410f-96e6-39a366bdc528" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.991590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83649c6-69f4-410f-96e6-39a366bdc528" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.991803] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83649c6-69f4-410f-96e6-39a366bdc528',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.159093] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.423644] env[69577]: INFO networking_nsxv3.common.synchronization [None req-9d3d58f6-cb96-436c-a5ea-30c485e02fc3 None None] Enqueued Resource ID: 217ffd24-d1d3-4342-ab65-3b5b743444a7 with Priority: HIGHEST for action port [ 582.424295] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217ffd24-d1d3-4342-ab65-3b5b743444a7 with Priority: HIGHEST for action port [ 582.424554] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-217ffd24-d1d3-4342-ab65-3b5b743444a7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.424676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-217ffd24-d1d3-4342-ab65-3b5b743444a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.424740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-217ffd24-d1d3-4342-ab65-3b5b743444a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.425011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-217ffd24-d1d3-4342-ab65-3b5b743444a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.425216] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('217ffd24-d1d3-4342-ab65-3b5b743444a7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.494271] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f83649c6-69f4-410f-96e6-39a366bdc528 [ 582.494500] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.494669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.494785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.495053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.495152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.495255] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f83649c6-69f4-410f-96e6-39a366bdc528 already deleted. [ 582.495333] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83649c6-69f4-410f-96e6-39a366bdc528" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.662058] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 582.662120] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 582.731803] env[69577]: INFO networking_nsxv3.common.synchronization [None req-77748c2d-b67e-4a38-9516-43327d5ce899 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Enqueued Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_rules [ 582.732567] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_rules [ 582.733629] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.734048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.734131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.734604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.735367] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.855302] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7183c880-9857-4e2c-9794-ba7ed644d7e2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Enqueued Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_rules [ 582.855765] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_rules [ 582.856305] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.856305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.928292] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 217ffd24-d1d3-4342-ab65-3b5b743444a7 [ 582.928567] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.928705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.928774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.928996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.929103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.929197] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:217ffd24-d1d3-4342-ab65-3b5b743444a7 already deleted. [ 582.929278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-217ffd24-d1d3-4342-ab65-3b5b743444a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.233385] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.233648] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.233762] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.234021] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.234282] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.234444] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.234561] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.234782] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.237373] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.237373] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 583.237373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.237373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.237373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.237373] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 583.237373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.237373] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.267057] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.268825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.268825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.268825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.268825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.268825] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 already deleted. [ 583.268825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.268825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.268825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.268825] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.271264] env[69577]: INFO networking_nsxv3.common.synchronization [req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be req-c985383c-1e84-4842-b84d-c68d43b74dbc tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Enqueued Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGHEST for action security_group_members [ 583.272775] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.272775] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 583.272899] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.273054] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.273350] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-0328432d-730e-455c-8073-830ab1386ca6 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.273499] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-0328432d-730e-455c-8073-830ab1386ca6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.274638] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-0328432d-730e-455c-8073-830ab1386ca6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.274638] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-0328432d-730e-455c-8073-830ab1386ca6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.274638] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0328432d-730e-455c-8073-830ab1386ca6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.275568] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGHEST for action security_group_members [ 583.275667] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c691484a-38f9-4066-b92f-dc73618e26b8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.275778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.275842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.276036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.276192] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.276282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.276342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.276488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.276735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.276735] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.366412] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.366613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.366797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.368266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.378796] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 583.381136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.382084] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 583.396218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.396356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.396454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.398947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.398947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.398947] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 583.398947] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.398947] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 583.418216] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.418386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.418441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.418620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.418748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.419228] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 583.436505] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.436654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.436725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.436935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.437050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.437163] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 583.456594] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.456800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.456833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.457008] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.457152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.457231] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 583.457296] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.457364] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 583.472918] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.473186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.473186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.473365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.473453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.475319] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 583.475319] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.475319] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 583.496311] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.496311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.496311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.496311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.496311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 583.496311] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 583.496311] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 583.516368] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.516513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.516582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.516794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.520018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.520018] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 583.533888] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.534040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.534151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.534365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.534406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.573026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.782047] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.782047] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.782047] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.782498] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.782710] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.782870] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 0328432d-730e-455c-8073-830ab1386ca6 not found, creating... [ 583.783416] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.783599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.783719] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.783968] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.784174] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.784710] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.784873] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.784990] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.785244] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.785380] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.785537] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 0328432d-730e-455c-8073-830ab1386ca6 is going to be created. [ 583.788886] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.789000] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.789078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.789237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.789315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.789396] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 already deleted. [ 583.789475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.789768] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.789885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.789949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.790123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.790201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.790559] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.790679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.790741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.790887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.790958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.791053] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c691484a-38f9-4066-b92f-dc73618e26b8 already deleted. [ 583.791130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.829586] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.830938] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.831166] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.831507] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.831723] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.832009] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-0328432d-730e-455c-8073-830ab1386ca6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.445016] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.445016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.445016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.445016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.445016] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.445016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.445016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.445016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.445016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.445016] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 584.446718] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.446830] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.446953] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.447112] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 584.447226] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.447378] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.465427] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.465612] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 584.465754] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.465927] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.466249] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-633fc01b-1a10-40e9-b120-010c2dc62497 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.466419] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-633fc01b-1a10-40e9-b120-010c2dc62497" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.466533] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-633fc01b-1a10-40e9-b120-010c2dc62497" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.466849] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-633fc01b-1a10-40e9-b120-010c2dc62497" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.466985] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633fc01b-1a10-40e9-b120-010c2dc62497',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.665906] env[69577]: INFO networking_nsxv3.common.synchronization [None req-e61ee58e-24a6-4753-84ec-2b6281dd4eaf None None] Enqueued Resource ID: cac44a73-9f24-468d-bfdc-6070b41d5b0d with Priority: HIGHEST for action port [ 584.666706] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac44a73-9f24-468d-bfdc-6070b41d5b0d with Priority: HIGHEST for action port [ 584.669597] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac44a73-9f24-468d-bfdc-6070b41d5b0d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.669597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac44a73-9f24-468d-bfdc-6070b41d5b0d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.669692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac44a73-9f24-468d-bfdc-6070b41d5b0d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.669877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac44a73-9f24-468d-bfdc-6070b41d5b0d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.669958] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac44a73-9f24-468d-bfdc-6070b41d5b0d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.766390] env[69577]: INFO networking_nsxv3.common.synchronization [None req-d7ccbc9f-aaca-45d4-8090-9199eb1a8e02 None None] Enqueued Resource ID: 7207071e-c2ee-41ea-85ed-fabd1ce53cc6 with Priority: HIGHEST for action port [ 584.766895] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7207071e-c2ee-41ea-85ed-fabd1ce53cc6 with Priority: HIGHEST for action port [ 584.767198] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7207071e-c2ee-41ea-85ed-fabd1ce53cc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.767320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7207071e-c2ee-41ea-85ed-fabd1ce53cc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.767381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7207071e-c2ee-41ea-85ed-fabd1ce53cc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.767614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7207071e-c2ee-41ea-85ed-fabd1ce53cc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.767691] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7207071e-c2ee-41ea-85ed-fabd1ce53cc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.842153] env[69577]: INFO networking_nsxv3.common.synchronization [req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 req-646fba79-7dd8-4053-b6ff-1f1bf20c3e9c tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 584.842658] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 584.842948] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.843087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.843155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.843403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.843563] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.843665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.843727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.843879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.843956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.844223] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.964234] env[69577]: INFO networking_nsxv3.common.synchronization [req-69475d61-69f3-4fda-9882-2ed367f94e8a req-17f8f510-4021-4d31-b86f-5fd84654942b service nova] Enqueued Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_rules [ 584.964234] env[69577]: INFO networking_nsxv3.common.synchronization [req-69475d61-69f3-4fda-9882-2ed367f94e8a req-17f8f510-4021-4d31-b86f-5fd84654942b service nova] Enqueued Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 584.964234] env[69577]: INFO networking_nsxv3.common.synchronization [req-69475d61-69f3-4fda-9882-2ed367f94e8a req-17f8f510-4021-4d31-b86f-5fd84654942b service nova] Enqueued Resource ID: 0328432d-730e-455c-8073-830ab1386ca6 with Priority: HIGHEST for action port [ 584.964234] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_rules [ 584.964234] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 584.964234] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0328432d-730e-455c-8073-830ab1386ca6 with Priority: HIGHEST for action port [ 584.964234] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.964234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.964762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.964762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.964762] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.965538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.965735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.965735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.965926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.966030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.966137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.966199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.966347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.966433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.966640] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.967315] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-0328432d-730e-455c-8073-830ab1386ca6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.967868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0328432d-730e-455c-8073-830ab1386ca6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.967947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0328432d-730e-455c-8073-830ab1386ca6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.968442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0328432d-730e-455c-8073-830ab1386ca6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.968442] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0328432d-730e-455c-8073-830ab1386ca6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.972191] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.973174] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.973174] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.973174] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.973174] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.973174] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 633fc01b-1a10-40e9-b120-010c2dc62497 not found, creating... [ 584.973361] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.974027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.974027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.974027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.974027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.974332] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.974503] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.974599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.974807] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.974944] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.975105] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 633fc01b-1a10-40e9-b120-010c2dc62497 is going to be created. [ 584.996449] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.996566] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.996605] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.996869] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.997788] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.997788] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-633fc01b-1a10-40e9-b120-010c2dc62497" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.172033] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cac44a73-9f24-468d-bfdc-6070b41d5b0d [ 585.173088] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.174164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.174681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.175553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.175994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.176150] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cac44a73-9f24-468d-bfdc-6070b41d5b0d already deleted. [ 585.177913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac44a73-9f24-468d-bfdc-6070b41d5b0d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.271080] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7207071e-c2ee-41ea-85ed-fabd1ce53cc6 [ 585.271080] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.271080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.271080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.271080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.271080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.271080] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7207071e-c2ee-41ea-85ed-fabd1ce53cc6 already deleted. [ 585.271080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7207071e-c2ee-41ea-85ed-fabd1ce53cc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.346736] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.346989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.347113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.347381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.347636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.347950] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.349479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.349479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.349479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.349479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.349479] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 already deleted. [ 585.349479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.470617] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.475209] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.475316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.481870] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0328432d-730e-455c-8073-830ab1386ca6 with status ACTIVE [ 585.482086] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.482222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.482284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.482496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.482584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.482764] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.482861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.482917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.483080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.483158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.483335] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.483420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.483629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.483629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.483863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.483863] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0328432d-730e-455c-8073-830ab1386ca6 is going to be updated. [ 585.515442] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.515442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.515442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.515442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.515442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.515442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0328432d-730e-455c-8073-830ab1386ca6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.596489] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.596681] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.596808] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.597077] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.597350] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.597618] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.597693] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.597918] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.598322] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.598604] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 585.598774] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.598936] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.599173] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.599292] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 585.599412] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.599521] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.622783] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.622783] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 585.622783] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.622783] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.622783] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-cc013930-0cbc-4627-b84d-44ce5b59fa5f taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.622783] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-cc013930-0cbc-4627-b84d-44ce5b59fa5f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.622783] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-cc013930-0cbc-4627-b84d-44ce5b59fa5f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.622783] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-cc013930-0cbc-4627-b84d-44ce5b59fa5f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.622783] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc013930-0cbc-4627-b84d-44ce5b59fa5f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.704216] env[69577]: INFO networking_nsxv3.common.synchronization [None req-26077746-a546-4dc2-9782-31f0661f9250 None None] Enqueued Resource ID: a5d49a50-3f95-40ec-82d0-b8638080e4ad with Priority: HIGHEST for action port [ 585.705132] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d49a50-3f95-40ec-82d0-b8638080e4ad with Priority: HIGHEST for action port [ 585.705799] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5d49a50-3f95-40ec-82d0-b8638080e4ad taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.705900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5d49a50-3f95-40ec-82d0-b8638080e4ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.705966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5d49a50-3f95-40ec-82d0-b8638080e4ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.706344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5d49a50-3f95-40ec-82d0-b8638080e4ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.706418] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d49a50-3f95-40ec-82d0-b8638080e4ad',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.972713] env[69577]: INFO networking_nsxv3.common.synchronization [req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be req-dc01ab0a-2b59-4364-8049-b41f05e88505 service nova] Enqueued Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGHEST for action security_group_rules [ 585.972905] env[69577]: INFO networking_nsxv3.common.synchronization [req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be req-dc01ab0a-2b59-4364-8049-b41f05e88505 service nova] Enqueued Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGHEST for action security_group_members [ 585.973040] env[69577]: INFO networking_nsxv3.common.synchronization [req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be req-dc01ab0a-2b59-4364-8049-b41f05e88505 service nova] Enqueued Resource ID: 633fc01b-1a10-40e9-b120-010c2dc62497 with Priority: HIGHEST for action port [ 585.973651] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGHEST for action security_group_rules [ 585.973651] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGHEST for action security_group_members [ 585.973755] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 633fc01b-1a10-40e9-b120-010c2dc62497 with Priority: HIGHEST for action port [ 585.974951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c691484a-38f9-4066-b92f-dc73618e26b8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.975166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.975332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.975584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.975711] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.977236] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c691484a-38f9-4066-b92f-dc73618e26b8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.977485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.977485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.977774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.978084] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.978247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.978349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.978773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.978943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.979108] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.983087] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-633fc01b-1a10-40e9-b120-010c2dc62497 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.983087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-633fc01b-1a10-40e9-b120-010c2dc62497" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.983087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-633fc01b-1a10-40e9-b120-010c2dc62497" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.983458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-633fc01b-1a10-40e9-b120-010c2dc62497" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.983458] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633fc01b-1a10-40e9-b120-010c2dc62497',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.984555] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.997258] env[69577]: INFO networking_nsxv3.common.synchronization [None req-cfd0133d-421c-4471-99d1-3f1c6931a2f5 None None] Enqueued Resource ID: d6d91aab-e4ea-4611-bb43-e10653032a25 with Priority: HIGHEST for action port [ 585.997258] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d91aab-e4ea-4611-bb43-e10653032a25 with Priority: HIGHEST for action port [ 585.997258] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d91aab-e4ea-4611-bb43-e10653032a25 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.997258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d91aab-e4ea-4611-bb43-e10653032a25" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.997258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d91aab-e4ea-4611-bb43-e10653032a25" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.997258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d91aab-e4ea-4611-bb43-e10653032a25" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.997258] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d91aab-e4ea-4611-bb43-e10653032a25',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.104084] env[69577]: INFO networking_nsxv3.common.synchronization [None req-2a9698a7-570d-4dee-90ca-bacf48f97086 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Enqueued Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_rules [ 586.104084] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_rules [ 586.104084] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a330e508-eea8-4b68-929f-f2fdc1eb155c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.104084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.104084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.104084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.104084] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.125031] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.125356] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.125449] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.125750] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.125830] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.125985] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port cc013930-0cbc-4627-b84d-44ce5b59fa5f not found, creating... [ 586.126558] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.126742] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.126742] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.127064] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.127258] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.127499] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.127633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.127749] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.128023] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.128202] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.128633] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: cc013930-0cbc-4627-b84d-44ce5b59fa5f is going to be created. [ 586.147186] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.147393] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.147838] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.147838] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.148151] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.148278] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-cc013930-0cbc-4627-b84d-44ce5b59fa5f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.209265] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5d49a50-3f95-40ec-82d0-b8638080e4ad [ 586.209768] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.209949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.210354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.210663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.211142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.211142] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5d49a50-3f95-40ec-82d0-b8638080e4ad already deleted. [ 586.211142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5d49a50-3f95-40ec-82d0-b8638080e4ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.282038] env[69577]: INFO networking_nsxv3.common.synchronization [None req-49851435-3cee-4e95-b81d-052d69bf0c7f tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Enqueued Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_rules [ 586.282643] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_rules [ 586.286101] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a330e508-eea8-4b68-929f-f2fdc1eb155c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.286101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.487047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c691484a-38f9-4066-b92f-dc73618e26b8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.487047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.492077] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.493685] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 633fc01b-1a10-40e9-b120-010c2dc62497 with status ACTIVE [ 586.493685] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.493685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.493685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.493685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.493908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.493937] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.494134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.494134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.494231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.494318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.494490] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.494580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.501209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.501209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.501209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.501209] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 633fc01b-1a10-40e9-b120-010c2dc62497 is going to be updated. [ 586.502583] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.502583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.502583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.502583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.502810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.502810] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 is going to be created. [ 586.505559] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6d91aab-e4ea-4611-bb43-e10653032a25 [ 586.505559] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.505559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.505559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.505559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.505795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.505795] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6d91aab-e4ea-4611-bb43-e10653032a25 already deleted. [ 586.505795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d91aab-e4ea-4611-bb43-e10653032a25" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.528496] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.528642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.528713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.528908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.529052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.529206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-633fc01b-1a10-40e9-b120-010c2dc62497" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.600663] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.600663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.600663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.600663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.600911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.622215] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.622215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.622215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.622215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.622215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.622215] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a330e508-eea8-4b68-929f-f2fdc1eb155c already deleted. [ 586.622682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.622682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.622682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.622682] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.624350] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: UNINITIALIZED for 2s [ 587.005161] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.145194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.145559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.145559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.147066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.147066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.147066] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a330e508-eea8-4b68-929f-f2fdc1eb155c already deleted. [ 587.147066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.208562] env[69577]: INFO networking_nsxv3.common.synchronization [None req-b1c87350-663a-4533-8d87-f7275ce9d766 None None] Enqueued Resource ID: 425e7d3c-cfe0-44cb-ac16-8a36400c40f4 with Priority: HIGHEST for action port [ 587.209240] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425e7d3c-cfe0-44cb-ac16-8a36400c40f4 with Priority: HIGHEST for action port [ 587.209662] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-425e7d3c-cfe0-44cb-ac16-8a36400c40f4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.209785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-425e7d3c-cfe0-44cb-ac16-8a36400c40f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.209848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-425e7d3c-cfe0-44cb-ac16-8a36400c40f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.210148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-425e7d3c-cfe0-44cb-ac16-8a36400c40f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.210231] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425e7d3c-cfe0-44cb-ac16-8a36400c40f4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.461045] env[69577]: INFO networking_nsxv3.common.synchronization [None req-98d153f2-aa3d-4c6c-8858-d9d35870c97f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 587.461647] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 587.463529] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.463529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.463529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.463529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.463529] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.508549] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.508549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.508549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.508549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.508549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.508549] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c691484a-38f9-4066-b92f-dc73618e26b8 is going to be created. [ 587.529933] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.530066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.531890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.532179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.532345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.544794] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c691484a-38f9-4066-b92f-dc73618e26b8 in Status: UNINITIALIZED for 2s [ 587.639405] env[69577]: INFO networking_nsxv3.common.synchronization [None req-14f80cd7-3fc4-4bbc-ae61-e3f92a21cbab None None] Enqueued Resource ID: f377bc67-1718-41e3-ad49-77d750cf99d1 with Priority: HIGHEST for action port [ 587.639405] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f377bc67-1718-41e3-ad49-77d750cf99d1 with Priority: HIGHEST for action port [ 587.639405] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f377bc67-1718-41e3-ad49-77d750cf99d1 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.639405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f377bc67-1718-41e3-ad49-77d750cf99d1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.639405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f377bc67-1718-41e3-ad49-77d750cf99d1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.639405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f377bc67-1718-41e3-ad49-77d750cf99d1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.639405] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f377bc67-1718-41e3-ad49-77d750cf99d1',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.659816] env[69577]: INFO networking_nsxv3.common.synchronization [req-24aa3f0f-b36a-44c0-bb69-00d07077113e req-d77228cf-c47f-48d7-8ebb-985bf90c3605 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_members [ 587.660935] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_members [ 587.660935] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.660935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.660935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.660935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.660935] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.661841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.661949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.662285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.662285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.663473] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.715060] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 425e7d3c-cfe0-44cb-ac16-8a36400c40f4 [ 587.715342] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.715572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.715640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.716067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.716136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.716549] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:425e7d3c-cfe0-44cb-ac16-8a36400c40f4 already deleted. [ 587.716717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-425e7d3c-cfe0-44cb-ac16-8a36400c40f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.787311] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7680a7c7-fd08-43e6-a750-1f678be72647 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 587.787311] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 587.787311] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.787311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.877196] env[69577]: INFO networking_nsxv3.common.synchronization [req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 req-2925906d-264d-45b8-90ab-260d9a719235 service nova] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_rules [ 587.877354] env[69577]: INFO networking_nsxv3.common.synchronization [req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 req-2925906d-264d-45b8-90ab-260d9a719235 service nova] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 587.877485] env[69577]: INFO networking_nsxv3.common.synchronization [req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 req-2925906d-264d-45b8-90ab-260d9a719235 service nova] Enqueued Resource ID: cc013930-0cbc-4627-b84d-44ce5b59fa5f with Priority: HIGHEST for action port [ 587.877968] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_rules [ 587.878113] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 587.879014] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc013930-0cbc-4627-b84d-44ce5b59fa5f with Priority: HIGHEST for action port [ 587.879014] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.879141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.879175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.880215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.880215] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.882745] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.882864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.882936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.883121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.883274] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.883373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.883436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.883577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.883661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.883752] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.884486] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc013930-0cbc-4627-b84d-44ce5b59fa5f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.884595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc013930-0cbc-4627-b84d-44ce5b59fa5f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.885386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc013930-0cbc-4627-b84d-44ce5b59fa5f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.885580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc013930-0cbc-4627-b84d-44ce5b59fa5f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.885698] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc013930-0cbc-4627-b84d-44ce5b59fa5f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.986193] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.986426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.986506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.986691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.986779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.986878] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b already deleted. [ 587.986958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.987189] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.989644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.989644] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.143662] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f377bc67-1718-41e3-ad49-77d750cf99d1 [ 588.145417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.145417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.145417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.145417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.145417] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f377bc67-1718-41e3-ad49-77d750cf99d1 already deleted. [ 588.145417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f377bc67-1718-41e3-ad49-77d750cf99d1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.166103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.166275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.166331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.166614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.166746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.166984] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.167104] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.167166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.167643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.167643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.167643] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c already deleted. [ 588.167643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.356152] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.356152] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.356451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.359361] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.360021] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.360021] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.360021] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.361167] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.361167] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.361167] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.361167] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.361167] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.361365] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.361365] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.363263] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.363263] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.381153] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.381153] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 588.381153] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.381153] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.381819] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-c77f02c6-326f-413a-ac25-a331020bddec taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.381819] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-c77f02c6-326f-413a-ac25-a331020bddec" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.381819] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-c77f02c6-326f-413a-ac25-a331020bddec" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.382015] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-c77f02c6-326f-413a-ac25-a331020bddec" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.382545] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77f02c6-326f-413a-ac25-a331020bddec',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.387395] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.388287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.388407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.388586] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc013930-0cbc-4627-b84d-44ce5b59fa5f with status ACTIVE [ 588.388720] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.389290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.389290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.389290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.389290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.389414] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.389414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.389483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.390721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.390721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.390721] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.390721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.390937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.391070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.391287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.391384] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc013930-0cbc-4627-b84d-44ce5b59fa5f is going to be updated. [ 588.415258] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.415258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.415258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.416134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.416134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.416134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc013930-0cbc-4627-b84d-44ce5b59fa5f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.510261] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.510514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.510514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.510674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.510775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.510898] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b already deleted. [ 588.510940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.634923] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: SUCCESS [ 588.635261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.635419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.635631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.635814] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.636024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.636024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.636178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.636207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.636314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.636368] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.889700] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.889927] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.890179] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.890346] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.890561] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.890670] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port c77f02c6-326f-413a-ac25-a331020bddec not found, creating... [ 588.893856] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.893856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.893856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.893856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.893856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.893856] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.893856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.893856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.893856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.893856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.894224] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: c77f02c6-326f-413a-ac25-a331020bddec is going to be created. [ 588.895884] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.914731] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.914947] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.915230] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.915354] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.915575] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.915790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-c77f02c6-326f-413a-ac25-a331020bddec" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.139463] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.139614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.139697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.139891] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.140097] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.140224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.140656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.140656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.140656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.140794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.140974] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.141083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.141463] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.141463] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.141463] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.141463] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.141631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.141631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.143032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.143032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.143032] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.398890] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.399146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.399781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.399781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.399781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.399781] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be created. [ 589.424552] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.424774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.424869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.425144] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.425379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.434486] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: UNINITIALIZED for 2s [ 589.553722] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c691484a-38f9-4066-b92f-dc73618e26b8 in Status: SUCCESS [ 589.554047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.554289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.554362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.554599] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.554670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.554670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.554825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.554906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.555051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.555088] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.645670] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0: rpc.has_security_group_logging(os_id): False [ 589.665205] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.665205] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.665205] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.665205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.665795] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.666578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.666769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.667015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.667237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.668059] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 is going to be created. [ 589.745780] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.745929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.745997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.746221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.746391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.761244] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: IN_PROGRESS for 2s [ 590.059950] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c691484a-38f9-4066-b92f-dc73618e26b8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.060161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.060161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.060506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.060602] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.060686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.192398] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c691484a-38f9-4066-b92f-dc73618e26b8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.192398] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.192398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.192398] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.386891] env[69577]: INFO networking_nsxv3.common.synchronization [req-24aa3f0f-b36a-44c0-bb69-00d07077113e req-9649f13c-8b3c-423d-bcda-2dd8dec1bd03 service nova] Enqueued Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_rules [ 590.387124] env[69577]: INFO networking_nsxv3.common.synchronization [req-24aa3f0f-b36a-44c0-bb69-00d07077113e req-9649f13c-8b3c-423d-bcda-2dd8dec1bd03 service nova] Enqueued Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_members [ 590.387920] env[69577]: INFO networking_nsxv3.common.synchronization [req-24aa3f0f-b36a-44c0-bb69-00d07077113e req-9649f13c-8b3c-423d-bcda-2dd8dec1bd03 service nova] Enqueued Resource ID: c77f02c6-326f-413a-ac25-a331020bddec with Priority: HIGHEST for action port [ 590.387920] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_rules [ 590.388155] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_members [ 590.390915] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77f02c6-326f-413a-ac25-a331020bddec with Priority: HIGHEST for action port [ 590.390915] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.390915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.390915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.391371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.391542] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.397558] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.397558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.397558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.401962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.401962] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.401962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.401962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.401962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.401962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.401962] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.405404] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c77f02c6-326f-413a-ac25-a331020bddec taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.405404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c77f02c6-326f-413a-ac25-a331020bddec" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.405404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c77f02c6-326f-413a-ac25-a331020bddec" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.405404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c77f02c6-326f-413a-ac25-a331020bddec" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.405404] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77f02c6-326f-413a-ac25-a331020bddec',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.464627] env[69577]: INFO networking_nsxv3.common.synchronization [None req-87f96ea8-21ea-48d1-84e9-c39c21cc0c80 None None] Enqueued Resource ID: e5e8abb9-816c-45ee-9f18-1e33cc999e72 with Priority: HIGHEST for action port [ 590.465099] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e8abb9-816c-45ee-9f18-1e33cc999e72 with Priority: HIGHEST for action port [ 590.465408] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5e8abb9-816c-45ee-9f18-1e33cc999e72 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.466261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5e8abb9-816c-45ee-9f18-1e33cc999e72" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.466903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5e8abb9-816c-45ee-9f18-1e33cc999e72" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.466903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5e8abb9-816c-45ee-9f18-1e33cc999e72" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.467056] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e8abb9-816c-45ee-9f18-1e33cc999e72',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.695654] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c691484a-38f9-4066-b92f-dc73618e26b8: rpc.has_security_group_logging(os_id): False [ 590.716213] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.716213] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.716213] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.716213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.716768] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.716867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.716948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.717129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.717212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.717304] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c691484a-38f9-4066-b92f-dc73618e26b8 is going to be created. [ 590.777202] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.777202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.777650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.778069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.778153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.790692] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c691484a-38f9-4066-b92f-dc73618e26b8 in Status: IN_PROGRESS for 2s [ 590.911553] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.911708] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c77f02c6-326f-413a-ac25-a331020bddec with status ACTIVE [ 590.913166] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.913166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.913166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.913166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.913166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.913166] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.913166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.913166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.913166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.913166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.913808] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.913808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.913808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.913808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.913808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.913808] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c77f02c6-326f-413a-ac25-a331020bddec is going to be updated. [ 590.915026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.915179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.936558] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.936710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.936790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.937053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.937194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.937356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c77f02c6-326f-413a-ac25-a331020bddec" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.971048] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5e8abb9-816c-45ee-9f18-1e33cc999e72 [ 590.972034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.972034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.972034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.972251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.972344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.972474] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5e8abb9-816c-45ee-9f18-1e33cc999e72 already deleted. [ 590.972540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5e8abb9-816c-45ee-9f18-1e33cc999e72" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.300200] env[69577]: INFO networking_nsxv3.common.synchronization [None req-e7c03bf8-daa8-4630-8795-34606fe9afac None None] Enqueued Resource ID: 6fe16abb-327b-4d7f-b80a-e15cc893b6d8 with Priority: HIGHEST for action port [ 591.300908] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe16abb-327b-4d7f-b80a-e15cc893b6d8 with Priority: HIGHEST for action port [ 591.302286] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fe16abb-327b-4d7f-b80a-e15cc893b6d8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.302286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fe16abb-327b-4d7f-b80a-e15cc893b6d8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.302286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fe16abb-327b-4d7f-b80a-e15cc893b6d8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.302484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fe16abb-327b-4d7f-b80a-e15cc893b6d8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.302484] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe16abb-327b-4d7f-b80a-e15cc893b6d8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.416034] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.444784] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: SUCCESS [ 591.445042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.445200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.445418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.446221] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.446221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.446221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.446221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.446221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.446221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.446221] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.771092] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: SUCCESS [ 591.771355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.805888] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fe16abb-327b-4d7f-b80a-e15cc893b6d8 [ 591.806251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.806493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.806493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.806707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.806819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.806928] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fe16abb-327b-4d7f-b80a-e15cc893b6d8 already deleted. [ 591.807016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fe16abb-327b-4d7f-b80a-e15cc893b6d8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.922494] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.922494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.922494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.922762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.922762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.922762] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c is going to be created. [ 591.950260] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.950260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.952777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.952777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.952777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.953110] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.954730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.954916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.955022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.955200] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.955349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.955349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.955607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.955679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.955723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.955869] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.955955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.956037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.956315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.956315] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.956540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.956540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.957408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.958031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.958031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.958031] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.967817] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c in Status: UNINITIALIZED for 2s [ 592.461040] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6849d8e1-efeb-415a-bb12-e4067f10ffc6: rpc.has_security_group_logging(os_id): False [ 592.479224] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.479224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.479224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.479224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.479224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.479224] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.480547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.480647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.481211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.481211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.481211] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.481433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.481433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.481541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.481541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.481750] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.481871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.481928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.482114] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.482206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.482293] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be created. [ 592.543202] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.543392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.543392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.543627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.543791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.554683] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: IN_PROGRESS for 2s [ 592.801791] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c691484a-38f9-4066-b92f-dc73618e26b8 in Status: SUCCESS [ 592.802136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.813408] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4ce3235d-4caf-4ca2-a4d7-5ab4c030be02 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_rules [ 592.813935] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_rules [ 592.814258] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.814415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.814457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.815429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.815429] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.130394] env[69577]: INFO networking_nsxv3.common.synchronization [None req-1c82637b-449a-45bc-ae8d-6cdb2aebc488 None None] Enqueued Resource ID: 30bb424a-0a35-4858-b46b-eeea3ee32578 with Priority: HIGHEST for action port [ 593.130394] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30bb424a-0a35-4858-b46b-eeea3ee32578 with Priority: HIGHEST for action port [ 593.131434] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-30bb424a-0a35-4858-b46b-eeea3ee32578 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.131434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30bb424a-0a35-4858-b46b-eeea3ee32578" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.132253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30bb424a-0a35-4858-b46b-eeea3ee32578" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.132253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30bb424a-0a35-4858-b46b-eeea3ee32578" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.132253] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30bb424a-0a35-4858-b46b-eeea3ee32578',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.149615] env[69577]: INFO networking_nsxv3.common.synchronization [None req-171f1320-6058-4e32-99bc-5ca7a941cb99 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_rules [ 593.149660] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_rules [ 593.149927] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.150208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.311039] env[69577]: INFO networking_nsxv3.common.synchronization [None req-8f7ecc47-4c44-4c2b-8f70-392a02b47177 None None] Enqueued Resource ID: 6b7c6170-63bf-42d4-a48d-9dee05f182a8 with Priority: HIGHEST for action port [ 593.311039] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7c6170-63bf-42d4-a48d-9dee05f182a8 with Priority: HIGHEST for action port [ 593.311417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b7c6170-63bf-42d4-a48d-9dee05f182a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.311596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b7c6170-63bf-42d4-a48d-9dee05f182a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.311685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b7c6170-63bf-42d4-a48d-9dee05f182a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.311917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b7c6170-63bf-42d4-a48d-9dee05f182a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.311998] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b7c6170-63bf-42d4-a48d-9dee05f182a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.338197] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.338323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.338709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.338992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.339141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.339247] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f already deleted. [ 593.339334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.339485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.339703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.339789] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.634754] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30bb424a-0a35-4858-b46b-eeea3ee32578 [ 593.635053] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.636398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.636558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.636810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.636910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.637020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30bb424a-0a35-4858-b46b-eeea3ee32578 already deleted. [ 593.637315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30bb424a-0a35-4858-b46b-eeea3ee32578" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.818985] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b7c6170-63bf-42d4-a48d-9dee05f182a8 [ 593.818985] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.818985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.818985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.818985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.818985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.818985] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b7c6170-63bf-42d4-a48d-9dee05f182a8 already deleted. [ 593.818985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b7c6170-63bf-42d4-a48d-9dee05f182a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.865171] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.865371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.865371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.866030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.866030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.866030] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f already deleted. [ 593.866030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.977414] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c in Status: SUCCESS [ 593.977680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.977945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.978231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.978522] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.978672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.978784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.978939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.979048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.979170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.979275] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.987632] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7efb4e3b-1336-46ea-acd7-a76d137e2d33 None None] Enqueued Resource ID: f05bdfb3-6b57-42e7-a43f-e09bd167d20f with Priority: HIGHEST for action port [ 593.988599] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05bdfb3-6b57-42e7-a43f-e09bd167d20f with Priority: HIGHEST for action port [ 593.989112] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f05bdfb3-6b57-42e7-a43f-e09bd167d20f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.989269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f05bdfb3-6b57-42e7-a43f-e09bd167d20f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.989354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f05bdfb3-6b57-42e7-a43f-e09bd167d20f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.990076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f05bdfb3-6b57-42e7-a43f-e09bd167d20f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.990076] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05bdfb3-6b57-42e7-a43f-e09bd167d20f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.371326] env[69577]: INFO networking_nsxv3.common.synchronization [None req-014ee3a2-d93a-4514-bca5-936b366a0251 None None] Enqueued Resource ID: 33bc23f5-fe80-421f-8ce9-70df30d2371e with Priority: HIGHEST for action port [ 594.371931] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bc23f5-fe80-421f-8ce9-70df30d2371e with Priority: HIGHEST for action port [ 594.372263] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-33bc23f5-fe80-421f-8ce9-70df30d2371e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.372398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33bc23f5-fe80-421f-8ce9-70df30d2371e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.372461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33bc23f5-fe80-421f-8ce9-70df30d2371e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.374047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33bc23f5-fe80-421f-8ce9-70df30d2371e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.374705] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33bc23f5-fe80-421f-8ce9-70df30d2371e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.483652] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.496287] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f05bdfb3-6b57-42e7-a43f-e09bd167d20f [ 594.496925] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.498838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.498838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.501178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.501371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.501499] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f05bdfb3-6b57-42e7-a43f-e09bd167d20f already deleted. [ 594.501607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f05bdfb3-6b57-42e7-a43f-e09bd167d20f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.534879] env[69577]: INFO networking_nsxv3.common.synchronization [req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 req-6853b396-d16a-4a07-92f1-7615fa128489 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Enqueued Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_members [ 594.534879] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_members [ 594.534879] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.534879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.534879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.534879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.535132] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.538061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.538061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.538061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.538061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.538061] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.567397] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: SUCCESS [ 594.567397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.878317] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33bc23f5-fe80-421f-8ce9-70df30d2371e [ 594.879396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.879690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.879824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.880112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.880731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.880731] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33bc23f5-fe80-421f-8ce9-70df30d2371e already deleted. [ 594.880731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33bc23f5-fe80-421f-8ce9-70df30d2371e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.986426] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c: rpc.has_security_group_logging(os_id): False [ 595.007443] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.007443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.007443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.007443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.007443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.007443] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.007443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.007443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.007443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.007443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.007443] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c is going to be created. [ 595.043184] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.043184] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.043184] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 already deleted. [ 595.043184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.080925] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.081351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.082444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.082906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.083207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.095313] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c in Status: IN_PROGRESS for 2s [ 595.596702] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.596925] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-743" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.598572] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-743" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.598572] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-743" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.598572] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.598572] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.598572] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.598572] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.598572] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.598861] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.598898] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.599114] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.599181] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.599238] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.599340] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.599468] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.629298] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.629483] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.629634] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.630065] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-743" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.631490] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-06909fff-74df-49a0-9fd1-b477952781a8 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.631490] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-06909fff-74df-49a0-9fd1-b477952781a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.631651] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-06909fff-74df-49a0-9fd1-b477952781a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.631944] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-06909fff-74df-49a0-9fd1-b477952781a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.632127] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06909fff-74df-49a0-9fd1-b477952781a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.136933] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.137299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.137500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.137933] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.138180] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.138426] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 06909fff-74df-49a0-9fd1-b477952781a8 not found, creating... [ 596.138846] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.139125] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.139349] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.139646] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.141141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.141618] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.141868] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.142205] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.142205] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.142314] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.142448] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 06909fff-74df-49a0-9fd1-b477952781a8 is going to be created. [ 596.167579] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.167579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.167579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.167579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.167579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.167579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-06909fff-74df-49a0-9fd1-b477952781a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.273356] env[69577]: INFO networking_nsxv3.common.synchronization [None req-1a374219-a153-49f3-89dc-ba16bc4ce6df None None] Enqueued Resource ID: 631e0d7f-8a7a-41cf-83a7-551314fa8ff8 with Priority: HIGHEST for action port [ 596.274269] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631e0d7f-8a7a-41cf-83a7-551314fa8ff8 with Priority: HIGHEST for action port [ 596.274906] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-631e0d7f-8a7a-41cf-83a7-551314fa8ff8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.276952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-631e0d7f-8a7a-41cf-83a7-551314fa8ff8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.277056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-631e0d7f-8a7a-41cf-83a7-551314fa8ff8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.278375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-631e0d7f-8a7a-41cf-83a7-551314fa8ff8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.278375] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631e0d7f-8a7a-41cf-83a7-551314fa8ff8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.671365] env[69577]: INFO networking_nsxv3.common.synchronization [None req-f1557774-6279-4997-8f35-b435836a0242 None None] Enqueued Resource ID: f92a1bb4-74b8-4a1e-8982-d120fac8a456 with Priority: HIGHEST for action port [ 596.676702] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f92a1bb4-74b8-4a1e-8982-d120fac8a456 with Priority: HIGHEST for action port [ 596.676702] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f92a1bb4-74b8-4a1e-8982-d120fac8a456 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.676702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f92a1bb4-74b8-4a1e-8982-d120fac8a456" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.676702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f92a1bb4-74b8-4a1e-8982-d120fac8a456" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.676702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f92a1bb4-74b8-4a1e-8982-d120fac8a456" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.676702] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f92a1bb4-74b8-4a1e-8982-d120fac8a456',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.781517] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 631e0d7f-8a7a-41cf-83a7-551314fa8ff8 [ 596.781942] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.782204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.782448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.782657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.782777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.782873] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:631e0d7f-8a7a-41cf-83a7-551314fa8ff8 already deleted. [ 596.782970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-631e0d7f-8a7a-41cf-83a7-551314fa8ff8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.882267] env[69577]: INFO networking_nsxv3.common.synchronization [req-6e022ed6-3f84-437b-9863-58df3bdc15a9 req-176f9feb-a466-4740-8e47-152d1f548d31 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 596.886626] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 596.888268] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.888268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.888268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.888268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.888268] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.888268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.888604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.888604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.889405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.889500] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.108256] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c in Status: SUCCESS [ 597.109024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.113267] env[69577]: INFO networking_nsxv3.common.synchronization [req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 req-6cf87d23-6f71-48ba-a963-9c4c1f8837b1 service nova] Enqueued Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_rules [ 597.113486] env[69577]: INFO networking_nsxv3.common.synchronization [req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 req-6cf87d23-6f71-48ba-a963-9c4c1f8837b1 service nova] Enqueued Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_members [ 597.113623] env[69577]: INFO networking_nsxv3.common.synchronization [req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 req-6cf87d23-6f71-48ba-a963-9c4c1f8837b1 service nova] Enqueued Resource ID: 06909fff-74df-49a0-9fd1-b477952781a8 with Priority: HIGHEST for action port [ 597.115265] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_rules [ 597.115265] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_members [ 597.115265] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06909fff-74df-49a0-9fd1-b477952781a8 with Priority: HIGHEST for action port [ 597.115265] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.115265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.115265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.120120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.120120] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.121976] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.121976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.121976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.121976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.121976] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.121976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.122499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.122499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.122499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.122611] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.123971] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-06909fff-74df-49a0-9fd1-b477952781a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.124086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06909fff-74df-49a0-9fd1-b477952781a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.124162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06909fff-74df-49a0-9fd1-b477952781a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.125031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06909fff-74df-49a0-9fd1-b477952781a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.125031] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06909fff-74df-49a0-9fd1-b477952781a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.178887] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f92a1bb4-74b8-4a1e-8982-d120fac8a456 [ 597.179385] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.179974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.179974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.180163] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.180317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.180515] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f92a1bb4-74b8-4a1e-8982-d120fac8a456 already deleted. [ 597.180671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f92a1bb4-74b8-4a1e-8982-d120fac8a456" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.394446] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.394446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.394446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.394446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.394446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.394446] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.394446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.394446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.394446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.394970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.395103] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 already deleted. [ 597.395237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.437353] env[69577]: INFO networking_nsxv3.common.synchronization [None req-28f325d6-93e4-410d-b095-dc0b81f52b0e None None] Enqueued Resource ID: e6b3a375-dde9-4d3b-9a79-83b006654133 with Priority: HIGHEST for action port [ 597.437939] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b3a375-dde9-4d3b-9a79-83b006654133 with Priority: HIGHEST for action port [ 597.438255] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b3a375-dde9-4d3b-9a79-83b006654133 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.438381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b3a375-dde9-4d3b-9a79-83b006654133" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.438451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b3a375-dde9-4d3b-9a79-83b006654133" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.438712] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b3a375-dde9-4d3b-9a79-83b006654133" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.438799] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b3a375-dde9-4d3b-9a79-83b006654133',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.573374] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a41ceb74-4d3b-4482-b6e4-27c8c338d576 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 597.573875] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 597.574271] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.574335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.574369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.575756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.575756] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.628621] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.628621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.628621] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.639360] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06909fff-74df-49a0-9fd1-b477952781a8 with status ACTIVE [ 597.639360] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.639360] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.639360] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.639360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.639360] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06909fff-74df-49a0-9fd1-b477952781a8 is going to be updated. [ 597.661358] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.661358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.661358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.661840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.661998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.662172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06909fff-74df-49a0-9fd1-b477952781a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.684069] env[69577]: INFO networking_nsxv3.common.synchronization [None req-3bad1027-6bd1-44c2-8be6-5006da6a80e0 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 597.684650] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 597.684981] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.685109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.917172] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.917417] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-616" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.917567] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-616" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.920501] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-616" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.920867] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.921062] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.921184] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.921461] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.921608] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.921916] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.921959] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.922048] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.922180] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.923139] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.923139] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.923139] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.943374] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.943535] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 597.943729] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.943965] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-616" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.944326] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.944478] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.944537] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.944864] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.945100] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7b861b-67f8-415f-ab62-c9ba9620aaa8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.945903] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6b3a375-dde9-4d3b-9a79-83b006654133 [ 597.946111] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.946217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.946283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.946481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.946568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.946656] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6b3a375-dde9-4d3b-9a79-83b006654133 already deleted. [ 597.946730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b3a375-dde9-4d3b-9a79-83b006654133" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.098672] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.100971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.100971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.100971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.100971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.100971] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 already deleted. [ 598.100971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.100971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.100971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.100971] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.132370] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.448975] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.449615] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.449845] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.450087] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.450239] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.451235] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port fc7b861b-67f8-415f-ab62-c9ba9620aaa8 not found, creating... [ 598.451235] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.451235] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.451235] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.451610] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.452828] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.452828] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.452828] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.452828] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.452828] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.452828] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.453126] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 is going to be created. [ 598.473192] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.473488] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.473651] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.473984] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.474252] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.474485] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.632671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.632671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.632671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.632671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.632671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.632671] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 already deleted. [ 598.632671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.635152] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.635468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.635650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.636107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.636617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.636872] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 is going to be created. [ 598.665458] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.665458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.665458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.665458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.665458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.679897] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 in Status: UNINITIALIZED for 2s [ 598.862009] env[69577]: INFO networking_nsxv3.common.synchronization [req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 req-331efda6-94f0-4d23-bbe7-4b075805b7e1 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Enqueued Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_members [ 598.862555] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_members [ 598.863431] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330e508-eea8-4b68-929f-f2fdc1eb155c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.863534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.863534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.864181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.864181] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.864181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.864371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.866682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.866682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.866682] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.368983] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.368983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.368983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.369513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.369632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.370026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.370230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.370230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.370433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.382148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.382148] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330e508-eea8-4b68-929f-f2fdc1eb155c already deleted. [ 599.382148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.580124] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.580124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-443" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.580124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-443" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.580124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-443" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.580124] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.580124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.580124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.581511] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.582695] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.585764] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.585764] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.585764] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.585764] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.585764] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.585764] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.585764] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.605022] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.605022] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 599.605022] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.605022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-443" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.605022] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.605022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.605022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.605022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.605022] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada2d19a-94fc-49e4-95f6-ac1a77915ab6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.736191] env[69577]: INFO networking_nsxv3.common.synchronization [req-6e022ed6-3f84-437b-9863-58df3bdc15a9 req-11ec9a6b-735a-4228-8773-4ac97ad864b1 service nova] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 599.736191] env[69577]: INFO networking_nsxv3.common.synchronization [req-6e022ed6-3f84-437b-9863-58df3bdc15a9 req-11ec9a6b-735a-4228-8773-4ac97ad864b1 service nova] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 599.736191] env[69577]: INFO networking_nsxv3.common.synchronization [req-6e022ed6-3f84-437b-9863-58df3bdc15a9 req-11ec9a6b-735a-4228-8773-4ac97ad864b1 service nova] Enqueued Resource ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with Priority: HIGHEST for action port [ 599.736191] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 599.736191] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 599.736473] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with Priority: HIGHEST for action port [ 599.736532] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.736654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.736719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.737013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.737307] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.738784] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.738996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.739075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.739261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.739662] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.739662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.739662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.739829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.739901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.740018] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.744790] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.744790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.744790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.744790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.744790] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7b861b-67f8-415f-ab62-c9ba9620aaa8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.109883] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.109883] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.109883] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.109883] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.109883] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.109883] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ada2d19a-94fc-49e4-95f6-ac1a77915ab6 not found, creating... [ 600.110428] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.110428] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.110428] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.110778] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.110898] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.111186] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.111379] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.111499] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.111765] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.111899] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.112055] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ada2d19a-94fc-49e4-95f6-ac1a77915ab6 is going to be created. [ 600.135656] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.135890] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.136036] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.136351] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.136584] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.136831] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.239420] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.239549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.247058] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.248070] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with status ACTIVE [ 600.251628] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.251628] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.251628] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.251628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.251628] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 is going to be updated. [ 600.277620] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.277620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.277620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.277620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.277620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.277620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.692021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 in Status: SUCCESS [ 600.692021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.692021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.692021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.692021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.692021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.692021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.692021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.692021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.692021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.692021] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.752363] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.197356] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.259148] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.259317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.259393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.259622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.259737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.259811] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be created. [ 601.291524] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.291712] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.291782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.291944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.292211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.314309] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: UNINITIALIZED for 2s [ 601.624388] env[69577]: INFO networking_nsxv3.common.synchronization [req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 req-d08ae7e1-c50b-4bbc-87cd-7d3280eefaf4 service nova] Enqueued Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_rules [ 601.624388] env[69577]: INFO networking_nsxv3.common.synchronization [req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 req-d08ae7e1-c50b-4bbc-87cd-7d3280eefaf4 service nova] Enqueued Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_members [ 601.624388] env[69577]: INFO networking_nsxv3.common.synchronization [req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 req-d08ae7e1-c50b-4bbc-87cd-7d3280eefaf4 service nova] Enqueued Resource ID: ada2d19a-94fc-49e4-95f6-ac1a77915ab6 with Priority: HIGHEST for action port [ 601.624388] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_rules [ 601.624628] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_members [ 601.624628] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada2d19a-94fc-49e4-95f6-ac1a77915ab6 with Priority: HIGHEST for action port [ 601.626992] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a330e508-eea8-4b68-929f-f2fdc1eb155c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.627677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.627867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.628274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.628496] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.630203] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330e508-eea8-4b68-929f-f2fdc1eb155c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.631076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.631777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.632356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.633598] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.634297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.634297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.634405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.635383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.638253] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.638253] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.638253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.638253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.638851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.639021] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada2d19a-94fc-49e4-95f6-ac1a77915ab6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.700185] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc6a9eec-8210-437b-9fd3-c5c99edcaf20: rpc.has_security_group_logging(os_id): False [ 601.731863] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.732148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.732148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.732345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.733645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.733645] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.733645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.733645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.733645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.733645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.733645] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 is going to be created. [ 601.803105] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.803105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.803105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.803105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.803105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.816762] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 in Status: IN_PROGRESS for 2s [ 601.843251] env[69577]: INFO networking_nsxv3.common.synchronization [req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 req-0430e397-f9b6-4c1e-9a70-e8cea4e997fe tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 601.843637] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 601.843958] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.847557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.847557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.847686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.847769] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.847901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.847981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.848224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.848366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.848366] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.142492] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.144026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330e508-eea8-4b68-929f-f2fdc1eb155c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.146020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ada2d19a-94fc-49e4-95f6-ac1a77915ab6 with status ACTIVE [ 602.146020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.146020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.146020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.146020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.146947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.147240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.147547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.147802] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ada2d19a-94fc-49e4-95f6-ac1a77915ab6 is going to be updated. [ 602.182789] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.182789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.182789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.182789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.182789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.182789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada2d19a-94fc-49e4-95f6-ac1a77915ab6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.351439] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.351673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.351799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.352060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.352155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.352354] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.352451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.352512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.352660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.352735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.352816] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b already deleted. [ 602.352896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.602563] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.602752] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-805" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.602844] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-805" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.603183] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-805" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.603452] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.603638] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.603764] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.606441] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.606441] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.607652] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.607652] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.607652] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.608327] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.608486] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.608585] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.608719] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.627297] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.628036] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 602.628036] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.628036] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-805" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.628521] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.628792] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.628993] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.629342] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.629664] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dfb726-914f-4ef0-8eda-b4a00ecce63a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.645206] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.131678] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.132199] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.132199] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.132326] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.132513] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.132630] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port a1dfb726-914f-4ef0-8eda-b4a00ecce63a not found, creating... [ 603.133683] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.133893] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.134385] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.134597] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.134905] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.135069] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.135483] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.135563] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.135798] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.135929] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.136118] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a is going to be created. [ 603.147036] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.147862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.147862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.148243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.148243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.148243] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330e508-eea8-4b68-929f-f2fdc1eb155c is going to be created. [ 603.159883] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.159999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.160122] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.160524] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.160913] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.161013] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.170982] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.170982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.170982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.171203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.172555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.180744] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330e508-eea8-4b68-929f-f2fdc1eb155c in Status: UNINITIALIZED for 2s [ 603.324217] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 603.324217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.324217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.324217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.324217] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.324217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.324217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.324217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.324217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.324217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.324217] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.747258] env[69577]: INFO networking_nsxv3.common.synchronization [None req-5260735f-2b44-473c-be44-8d3682116802 None None] Enqueued Resource ID: 983952d0-6745-4106-ae27-efda7e9fdfa6 with Priority: HIGHEST for action port [ 603.747496] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 983952d0-6745-4106-ae27-efda7e9fdfa6 with Priority: HIGHEST for action port [ 603.748392] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-983952d0-6745-4106-ae27-efda7e9fdfa6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.748808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-983952d0-6745-4106-ae27-efda7e9fdfa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.750768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-983952d0-6745-4106-ae27-efda7e9fdfa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.750768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-983952d0-6745-4106-ae27-efda7e9fdfa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.750768] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('983952d0-6745-4106-ae27-efda7e9fdfa6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.830279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 in Status: SUCCESS [ 603.830631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.830930] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.831048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.831099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.831307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.831520] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.832021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.832021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.832021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.832021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.832639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.832850] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.832989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.833091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.834017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.834017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.834017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.834017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.834017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.834341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.834341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.834341] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.139368] env[69577]: INFO networking_nsxv3.common.synchronization [req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b req-d4e82c45-489c-4a6d-9e77-1a22bf2a02f1 tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Enqueued Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 604.139693] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 604.140225] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.140353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.140530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.140647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.142679] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.142679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.142679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.142679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.142679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.142904] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.256982] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 983952d0-6745-4106-ae27-efda7e9fdfa6 [ 604.256982] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.256982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.256982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.256982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.256982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.257324] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:983952d0-6745-4106-ae27-efda7e9fdfa6 already deleted. [ 604.257324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-983952d0-6745-4106-ae27-efda7e9fdfa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.338745] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8b3332d-6dc2-48b7-96c7-c11c0d701cf6: rpc.has_security_group_logging(os_id): False [ 604.354661] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.354846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.354951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.355194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.355287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.355481] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.355597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.355659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.355808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.355885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.356086] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.356181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.356242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.359392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.359392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.359392] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.359392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.359392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.359392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.359392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.359392] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be created. [ 604.411033] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.411033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.411033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.411033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.411033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.420951] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 604.648268] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.648268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.648541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.648541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.648657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.649841] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.649841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.649841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.649841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.649841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.649841] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 is going to be updated. [ 604.661026] env[69577]: INFO networking_nsxv3.common.synchronization [None req-bc140a03-e4c0-4e1c-a2cc-9c4d1ebd804f None None] Enqueued Resource ID: cb70749a-b9df-4412-8096-54ca83e05ab0 with Priority: HIGHEST for action port [ 604.661216] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb70749a-b9df-4412-8096-54ca83e05ab0 with Priority: HIGHEST for action port [ 604.661681] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb70749a-b9df-4412-8096-54ca83e05ab0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.661831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb70749a-b9df-4412-8096-54ca83e05ab0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.661977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb70749a-b9df-4412-8096-54ca83e05ab0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.662126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb70749a-b9df-4412-8096-54ca83e05ab0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.662203] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb70749a-b9df-4412-8096-54ca83e05ab0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.698436] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.698436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.698436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.698436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.698436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.704463] env[69577]: INFO networking_nsxv3.common.synchronization [req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 req-564c18cb-5dcb-45e2-9076-bb538fed37dc service nova] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 604.704787] env[69577]: INFO networking_nsxv3.common.synchronization [req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 req-564c18cb-5dcb-45e2-9076-bb538fed37dc service nova] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 604.708018] env[69577]: INFO networking_nsxv3.common.synchronization [req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 req-564c18cb-5dcb-45e2-9076-bb538fed37dc service nova] Enqueued Resource ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a with Priority: HIGHEST for action port [ 604.708018] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 604.708018] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 604.708018] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a with Priority: HIGHEST for action port [ 604.708018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.708018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.708018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.708018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.708520] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.709863] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.710113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.710274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.710575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.710833] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.711060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.711206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.711449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.711851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.712047] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.713191] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.713924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.714097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.714366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.714530] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dfb726-914f-4ef0-8eda-b4a00ecce63a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.716341] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: IN_PROGRESS for 2s [ 605.166877] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb70749a-b9df-4412-8096-54ca83e05ab0 [ 605.166877] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.166877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.166877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.166877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.166877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.166877] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb70749a-b9df-4412-8096-54ca83e05ab0 already deleted. [ 605.166877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb70749a-b9df-4412-8096-54ca83e05ab0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.197198] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330e508-eea8-4b68-929f-f2fdc1eb155c in Status: SUCCESS [ 605.197198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.197198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.197198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.197198] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.197198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.197198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.197198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.197198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.197198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.197198] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.216121] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.218295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.218691] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.221508] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1dfb726-914f-4ef0-8eda-b4a00ecce63a with status ACTIVE [ 605.221849] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.222890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.222890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.222890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.222890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.228019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.228019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.228019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.228019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.228019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.228019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.228019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.228019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.228019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.228019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.228019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a is going to be updated. [ 605.257384] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.257384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.257384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.257384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.257384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.257384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.703358] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.722748] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.206946] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a330e508-eea8-4b68-929f-f2fdc1eb155c: rpc.has_security_group_logging(os_id): False [ 606.227570] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.227570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.227570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.227570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.227570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.227570] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b is going to be created. [ 606.228807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.229280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.229466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.229753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.230021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.230401] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.230653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.230817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.231086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.231250] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.233058] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a330e508-eea8-4b68-929f-f2fdc1eb155c is going to be created. [ 606.256665] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.256870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.257601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.257601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.257601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.269394] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: UNINITIALIZED for 2s [ 606.292903] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.293211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.293300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.293569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.293762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.307690] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a330e508-eea8-4b68-929f-f2fdc1eb155c in Status: IN_PROGRESS for 2s [ 606.353721] env[69577]: INFO networking_nsxv3.common.synchronization [None req-534ba3dd-c19b-4d4f-aa53-937375ac5923 None None] Enqueued Resource ID: bc74323e-a4e2-4b53-8f37-587f75c89b70 with Priority: HIGHEST for action port [ 606.354641] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc74323e-a4e2-4b53-8f37-587f75c89b70 with Priority: HIGHEST for action port [ 606.355352] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc74323e-a4e2-4b53-8f37-587f75c89b70 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.355352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc74323e-a4e2-4b53-8f37-587f75c89b70" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.355352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc74323e-a4e2-4b53-8f37-587f75c89b70" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.356481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc74323e-a4e2-4b53-8f37-587f75c89b70" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.356481] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc74323e-a4e2-4b53-8f37-587f75c89b70',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.435722] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 606.435722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.735512] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: SUCCESS [ 606.735941] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 deletion is rescheduled due to dependency. [ 606.736179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.857886] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc74323e-a4e2-4b53-8f37-587f75c89b70 [ 606.858824] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.858824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.858824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.858824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.858824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.859092] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc74323e-a4e2-4b53-8f37-587f75c89b70 already deleted. [ 606.859092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc74323e-a4e2-4b53-8f37-587f75c89b70" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.133781] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a35c45fb-e202-469d-97f0-eede775e16f5 None None] Enqueued Resource ID: 7dd6e024-f012-429c-9927-14702f2eea22 with Priority: HIGHEST for action port [ 607.134071] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd6e024-f012-429c-9927-14702f2eea22 with Priority: HIGHEST for action port [ 607.137673] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd6e024-f012-429c-9927-14702f2eea22 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.137673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd6e024-f012-429c-9927-14702f2eea22" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.137673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd6e024-f012-429c-9927-14702f2eea22" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.137673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd6e024-f012-429c-9927-14702f2eea22" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.137673] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd6e024-f012-429c-9927-14702f2eea22',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.639404] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dd6e024-f012-429c-9927-14702f2eea22 [ 607.639661] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.639783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.639853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.640103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.640198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.640295] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dd6e024-f012-429c-9927-14702f2eea22 already deleted. [ 607.641035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd6e024-f012-429c-9927-14702f2eea22" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.282540] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: SUCCESS [ 608.282767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.282939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.283199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.283401] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.283627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.283627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.283845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.283845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.283963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.283999] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.320326] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a330e508-eea8-4b68-929f-f2fdc1eb155c in Status: SUCCESS [ 608.320568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.792562] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.294862] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75b79a33-6d40-42b0-b55d-b5f02d167b5b: rpc.has_security_group_logging(os_id): False [ 609.322962] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.323089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.323148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.323372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.323461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.323715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.323817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.323880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.324039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.324118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.324225] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b is going to be created. [ 609.382038] env[69577]: INFO networking_nsxv3.common.synchronization [None req-3759bce6-450d-43b8-9268-66d5eb631347 None None] Enqueued Resource ID: 08f29993-e966-45be-b8f9-644a9cc16af2 with Priority: HIGHEST for action port [ 609.382214] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f29993-e966-45be-b8f9-644a9cc16af2 with Priority: HIGHEST for action port [ 609.382642] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-08f29993-e966-45be-b8f9-644a9cc16af2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.382805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08f29993-e966-45be-b8f9-644a9cc16af2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.382940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08f29993-e966-45be-b8f9-644a9cc16af2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.383102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08f29993-e966-45be-b8f9-644a9cc16af2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.383179] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f29993-e966-45be-b8f9-644a9cc16af2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.389826] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.389945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.390018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.390236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.390502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.403475] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: IN_PROGRESS for 2s [ 609.886170] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08f29993-e966-45be-b8f9-644a9cc16af2 [ 609.887538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.887538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.887538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.887538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.887538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.887538] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08f29993-e966-45be-b8f9-644a9cc16af2 already deleted. [ 609.887538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08f29993-e966-45be-b8f9-644a9cc16af2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.102103] env[69577]: INFO networking_nsxv3.common.synchronization [None req-402292a8-938b-40b9-aa94-74e35430392f None None] Enqueued Resource ID: f8406a6a-b658-46d4-aa76-bd3a51137b39 with Priority: HIGHEST for action port [ 610.102870] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8406a6a-b658-46d4-aa76-bd3a51137b39 with Priority: HIGHEST for action port [ 610.103386] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8406a6a-b658-46d4-aa76-bd3a51137b39 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.103570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8406a6a-b658-46d4-aa76-bd3a51137b39" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.103643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8406a6a-b658-46d4-aa76-bd3a51137b39" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.103919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8406a6a-b658-46d4-aa76-bd3a51137b39" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.104011] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8406a6a-b658-46d4-aa76-bd3a51137b39',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.132622] env[69577]: INFO networking_nsxv3.common.synchronization [None req-72eca72e-a9d1-4f15-9d5c-790180d88c57 None None] Enqueued Resource ID: d2635e6a-ceda-48c6-989f-d30bb5c95dc7 with Priority: HIGHEST for action port [ 610.133474] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2635e6a-ceda-48c6-989f-d30bb5c95dc7 with Priority: HIGHEST for action port [ 610.133815] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2635e6a-ceda-48c6-989f-d30bb5c95dc7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.133945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2635e6a-ceda-48c6-989f-d30bb5c95dc7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.134020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2635e6a-ceda-48c6-989f-d30bb5c95dc7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.134304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2635e6a-ceda-48c6-989f-d30bb5c95dc7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.134384] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2635e6a-ceda-48c6-989f-d30bb5c95dc7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.454984] env[69577]: INFO networking_nsxv3.common.synchronization [req-470f85d9-ca64-4e77-9389-c3956621772d req-728d1b50-c0ca-4445-8c7e-1135305d7c44 tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Enqueued Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGHEST for action security_group_members [ 610.455511] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGHEST for action security_group_members [ 610.455828] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c691484a-38f9-4066-b92f-dc73618e26b8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.455954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.456460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.456708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.456871] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.456977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.457057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.457212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.457456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.457556] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.606704] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8406a6a-b658-46d4-aa76-bd3a51137b39 [ 610.607026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.607125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.607207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.607385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.607472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.607562] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8406a6a-b658-46d4-aa76-bd3a51137b39 already deleted. [ 610.607638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8406a6a-b658-46d4-aa76-bd3a51137b39" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.637733] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2635e6a-ceda-48c6-989f-d30bb5c95dc7 [ 610.637733] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.637733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.637733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.637733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.637733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.637733] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2635e6a-ceda-48c6-989f-d30bb5c95dc7 already deleted. [ 610.637733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2635e6a-ceda-48c6-989f-d30bb5c95dc7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.960805] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.960805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.960805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.964183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.964394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.965548] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.965548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.965548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.965548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.965548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.965548] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c691484a-38f9-4066-b92f-dc73618e26b8 is going to be updated. [ 610.992318] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.992563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.992563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.993378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.993378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.006866] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c691484a-38f9-4066-b92f-dc73618e26b8 in Status: IN_PROGRESS for 2s [ 611.378280] env[69577]: INFO networking_nsxv3.common.synchronization [req-17653029-1110-43b3-806f-eaa4bcea2082 req-c6ffa22d-f759-478b-8d76-f3c95102782d tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Enqueued Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGHEST for action security_group_members [ 611.378805] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGHEST for action security_group_members [ 611.379107] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea17035-9c56-47b9-91d5-f885457c57a4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.380735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.380735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.380735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.380735] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.380735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.380735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.380735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.380735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.380735] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.415954] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: SUCCESS [ 611.416476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.884459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.884459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.884459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.884459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.884459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.884459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.884459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.885202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.885202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.885202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.885202] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 already deleted. [ 611.885202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.226126] env[69577]: INFO networking_nsxv3.common.synchronization [None req-96f58c42-403f-4fbe-a09b-b874fef541d8 None None] Enqueued Resource ID: 04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea with Priority: HIGHEST for action port [ 612.226509] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea with Priority: HIGHEST for action port [ 612.226917] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.227062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.227132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.227435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.227515] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.616409] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.617676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-179" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.617676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-179" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.617676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-179" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.617676] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.617676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.617676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.619948] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.619948] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.620920] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.621060] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.621173] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.621280] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.621390] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.621492] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.621626] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.639563] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.639739] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.639878] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.640073] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-179" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.641040] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-218cbab3-9c60-4faa-a26e-090fb7c25d5a taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.641040] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-218cbab3-9c60-4faa-a26e-090fb7c25d5a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.641040] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-218cbab3-9c60-4faa-a26e-090fb7c25d5a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.641040] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-218cbab3-9c60-4faa-a26e-090fb7c25d5a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.641320] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218cbab3-9c60-4faa-a26e-090fb7c25d5a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.731686] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea [ 612.731686] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.731686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.731686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.734258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.734258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.734258] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea already deleted. [ 612.734258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b475d9-a17e-4c67-8f4e-7f84f3d8d8ea" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.018529] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c691484a-38f9-4066-b92f-dc73618e26b8 in Status: SUCCESS [ 613.018529] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c691484a-38f9-4066-b92f-dc73618e26b8 deletion is rescheduled due to dependency. [ 613.018653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.148609] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.148609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.148609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.148609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.148609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.148609] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 218cbab3-9c60-4faa-a26e-090fb7c25d5a not found, creating... [ 613.148609] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.148609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.148609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.148609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.148609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.149054] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.150581] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.150581] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.150581] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.150581] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.150581] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 218cbab3-9c60-4faa-a26e-090fb7c25d5a is going to be created. [ 613.175263] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.176318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.176318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.176318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.176318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.176534] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-218cbab3-9c60-4faa-a26e-090fb7c25d5a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.192646] env[69577]: INFO networking_nsxv3.common.synchronization [None req-34349eca-4229-4832-a306-19b5a7be1a18 None None] Enqueued Resource ID: 29937d28-1d9c-48c9-9c18-d86715d1ad2b with Priority: HIGHEST for action port [ 613.192790] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29937d28-1d9c-48c9-9c18-d86715d1ad2b with Priority: HIGHEST for action port [ 613.193634] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-29937d28-1d9c-48c9-9c18-d86715d1ad2b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.193634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29937d28-1d9c-48c9-9c18-d86715d1ad2b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.193634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29937d28-1d9c-48c9-9c18-d86715d1ad2b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.193846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29937d28-1d9c-48c9-9c18-d86715d1ad2b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.193846] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29937d28-1d9c-48c9-9c18-d86715d1ad2b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.331182] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4f329274-9ca3-4879-bae3-e6bb656db1c6 None None] Enqueued Resource ID: a835e5de-bbff-4885-a353-5a96e3bbae45 with Priority: HIGHEST for action port [ 613.331182] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a835e5de-bbff-4885-a353-5a96e3bbae45 with Priority: HIGHEST for action port [ 613.331182] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a835e5de-bbff-4885-a353-5a96e3bbae45 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.331182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a835e5de-bbff-4885-a353-5a96e3bbae45" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.331182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a835e5de-bbff-4885-a353-5a96e3bbae45" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.331182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a835e5de-bbff-4885-a353-5a96e3bbae45" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.331182] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a835e5de-bbff-4885-a353-5a96e3bbae45',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.702269] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29937d28-1d9c-48c9-9c18-d86715d1ad2b [ 613.702523] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.702673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.702738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.703018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.703080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.703166] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29937d28-1d9c-48c9-9c18-d86715d1ad2b already deleted. [ 613.703243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29937d28-1d9c-48c9-9c18-d86715d1ad2b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.834554] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a835e5de-bbff-4885-a353-5a96e3bbae45 [ 613.834643] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.834828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.834828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.835067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.835164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.835262] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a835e5de-bbff-4885-a353-5a96e3bbae45 already deleted. [ 613.835353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a835e5de-bbff-4885-a353-5a96e3bbae45" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.204248] env[69577]: INFO networking_nsxv3.common.synchronization [req-17653029-1110-43b3-806f-eaa4bcea2082 req-b69df884-21a8-4bb9-8356-91b67c2460a9 service nova] Enqueued Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGHEST for action security_group_rules [ 615.204248] env[69577]: INFO networking_nsxv3.common.synchronization [req-17653029-1110-43b3-806f-eaa4bcea2082 req-b69df884-21a8-4bb9-8356-91b67c2460a9 service nova] Enqueued Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGHEST for action security_group_members [ 615.204248] env[69577]: INFO networking_nsxv3.common.synchronization [req-17653029-1110-43b3-806f-eaa4bcea2082 req-b69df884-21a8-4bb9-8356-91b67c2460a9 service nova] Enqueued Resource ID: 218cbab3-9c60-4faa-a26e-090fb7c25d5a with Priority: HIGHEST for action port [ 615.204248] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGHEST for action security_group_rules [ 615.204248] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGHEST for action security_group_members [ 615.204248] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218cbab3-9c60-4faa-a26e-090fb7c25d5a with Priority: HIGHEST for action port [ 615.204248] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ea17035-9c56-47b9-91d5-f885457c57a4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.204248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.204248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.206252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.210399] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.210399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea17035-9c56-47b9-91d5-f885457c57a4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.210399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.210399] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.210399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-218cbab3-9c60-4faa-a26e-090fb7c25d5a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218cbab3-9c60-4faa-a26e-090fb7c25d5a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218cbab3-9c60-4faa-a26e-090fb7c25d5a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.210399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218cbab3-9c60-4faa-a26e-090fb7c25d5a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.210399] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218cbab3-9c60-4faa-a26e-090fb7c25d5a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.217499] env[69577]: INFO networking_nsxv3.common.synchronization [req-6de6e2b5-a91d-4027-b806-fa0855c44166 req-b4a3bcb6-b806-473e-9581-f87e492227d4 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 615.222841] env[69577]: INFO networking_nsxv3.common.synchronization [req-6de6e2b5-a91d-4027-b806-fa0855c44166 req-b4a3bcb6-b806-473e-9581-f87e492227d4 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 615.222841] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 615.222841] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 615.222841] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.222841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.222841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.222841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.222841] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.222841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.222841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.224325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.224325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.224325] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.227759] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.230067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.230181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.230619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.230699] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.230951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.230951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.231069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.231123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.231222] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.319811] env[69577]: INFO networking_nsxv3.common.synchronization [req-55b7615d-6289-4781-ae26-3a35075f8e76 req-bab2c3c3-4035-4dcc-ad27-6c50cb526671 tempest-SecurityGroupRulesNegativeTestJSON-1320471045 tempest-SecurityGroupRulesNegativeTestJSON-1320471045-project-member] Enqueued Resource ID: 3adb5155-6c31-4e8c-b1c7-4a428915e99a with Priority: HIGHEST for action security_group_rules [ 615.320373] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adb5155-6c31-4e8c-b1c7-4a428915e99a with Priority: HIGHEST for action security_group_rules [ 615.320861] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.320861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.321016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.321619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.321709] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3adb5155-6c31-4e8c-b1c7-4a428915e99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.424221] env[69577]: INFO networking_nsxv3.common.synchronization [req-6de6e2b5-a91d-4027-b806-fa0855c44166 req-b4a3bcb6-b806-473e-9581-f87e492227d4 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_rules [ 615.424428] env[69577]: INFO networking_nsxv3.common.synchronization [req-6de6e2b5-a91d-4027-b806-fa0855c44166 req-b4a3bcb6-b806-473e-9581-f87e492227d4 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 615.424579] env[69577]: INFO networking_nsxv3.common.synchronization [req-6de6e2b5-a91d-4027-b806-fa0855c44166 req-b4a3bcb6-b806-473e-9581-f87e492227d4 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 615.424722] env[69577]: INFO networking_nsxv3.common.synchronization [req-6de6e2b5-a91d-4027-b806-fa0855c44166 req-b4a3bcb6-b806-473e-9581-f87e492227d4 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 615.429019] env[69577]: INFO networking_nsxv3.common.synchronization [req-6de6e2b5-a91d-4027-b806-fa0855c44166 req-b4a3bcb6-b806-473e-9581-f87e492227d4 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with Priority: HIGHEST for action port [ 615.429019] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_rules [ 615.429019] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 615.429019] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with Priority: HIGHEST for action port [ 615.429019] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 615.429019] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 615.429019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.429019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429646] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.430293] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.430472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.430631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.430828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.430905] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7b861b-67f8-415f-ab62-c9ba9620aaa8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.432128] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.432223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.432399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.432474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.717028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea17035-9c56-47b9-91d5-f885457c57a4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.717028] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.717028] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 218cbab3-9c60-4faa-a26e-090fb7c25d5a with status ACTIVE [ 615.717028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.717028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.717028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.717767] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.717767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.717767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.717767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.720875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.722779] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 218cbab3-9c60-4faa-a26e-090fb7c25d5a is going to be updated. [ 615.735928] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.738983] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.751684] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.751684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.751684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.751684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.751684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.751684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218cbab3-9c60-4faa-a26e-090fb7c25d5a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.842736] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.842736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.842736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.842736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.842736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.842736] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3adb5155-6c31-4e8c-b1c7-4a428915e99a already deleted. [ 615.842736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.934960] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.934960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.934960] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.935255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.935304] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with status ACTIVE [ 615.935431] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.935543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.935610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.935821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.935913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.936608] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.936608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.936608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.936608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.936608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.936839] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.936839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.936839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.936946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.936975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.937428] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 is going to be updated. [ 615.959432] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.959610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.045971] env[69577]: INFO networking_nsxv3.common.synchronization [None req-affdb472-1149-4bff-ba5c-905c07389b8d None None] Enqueued Resource ID: 38d98838-763f-4aa1-8420-ce47afe23d3a with Priority: HIGHEST for action port [ 616.046259] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d98838-763f-4aa1-8420-ce47afe23d3a with Priority: HIGHEST for action port [ 616.046828] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d98838-763f-4aa1-8420-ce47afe23d3a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.047197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d98838-763f-4aa1-8420-ce47afe23d3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.047197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d98838-763f-4aa1-8420-ce47afe23d3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.047304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d98838-763f-4aa1-8420-ce47afe23d3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.047351] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d98838-763f-4aa1-8420-ce47afe23d3a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.223061] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.239387] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.240747] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.549559] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d98838-763f-4aa1-8420-ce47afe23d3a [ 616.550147] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.550147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.550147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.551266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.551385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.551498] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d98838-763f-4aa1-8420-ce47afe23d3a already deleted. [ 616.551587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d98838-763f-4aa1-8420-ce47afe23d3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.726471] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.726647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.726717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.726964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.727071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.727172] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 is going to be created. [ 616.746522] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.746697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.746746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.746954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.747053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.747149] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 616.748537] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.748649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.749147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.749147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.749147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.749147] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 is going to be created. [ 616.762057] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.762150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.763853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.763853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.763853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.775052] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 in Status: UNINITIALIZED for 2s [ 616.780232] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.780575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.780575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.780704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.780855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.792582] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.792582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.792582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.792582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.792582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.795938] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: UNINITIALIZED for 2s [ 616.803230] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 617.438968] env[69577]: INFO networking_nsxv3.common.synchronization [None req-f27a7b6d-8282-4989-9cf6-9ebe38a253de None None] Enqueued Resource ID: f31fef30-0112-4f2d-9a73-6ee6482407bb with Priority: HIGHEST for action port [ 617.438968] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31fef30-0112-4f2d-9a73-6ee6482407bb with Priority: HIGHEST for action port [ 617.438968] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f31fef30-0112-4f2d-9a73-6ee6482407bb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.438968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f31fef30-0112-4f2d-9a73-6ee6482407bb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.438968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f31fef30-0112-4f2d-9a73-6ee6482407bb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.439531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f31fef30-0112-4f2d-9a73-6ee6482407bb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.439531] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f31fef30-0112-4f2d-9a73-6ee6482407bb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.517677] env[69577]: INFO networking_nsxv3.common.synchronization [req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db req-376e2391-68fe-418f-b8a6-0b0d2bfb0476 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Enqueued Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 617.518749] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 617.521523] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.521731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.521780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.522815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.522815] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.522815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.522815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.522815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.522815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.522815] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.930202] env[69577]: INFO networking_nsxv3.common.synchronization [None req-8c714182-b633-4101-8d7b-db60dfad7259 None None] Enqueued Resource ID: b63e86e5-b819-4d4b-8f5c-9a838e8f4e59 with Priority: HIGHEST for action port [ 617.930202] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63e86e5-b819-4d4b-8f5c-9a838e8f4e59 with Priority: HIGHEST for action port [ 617.930202] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b63e86e5-b819-4d4b-8f5c-9a838e8f4e59 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.930202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b63e86e5-b819-4d4b-8f5c-9a838e8f4e59" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.931023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b63e86e5-b819-4d4b-8f5c-9a838e8f4e59" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.931712] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b63e86e5-b819-4d4b-8f5c-9a838e8f4e59" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.931929] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63e86e5-b819-4d4b-8f5c-9a838e8f4e59',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.942307] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f31fef30-0112-4f2d-9a73-6ee6482407bb [ 617.943524] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.943524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.943524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.943524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.943524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.943524] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f31fef30-0112-4f2d-9a73-6ee6482407bb already deleted. [ 617.943524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f31fef30-0112-4f2d-9a73-6ee6482407bb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.025718] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.026195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.026556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.026953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.027243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.028715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.028715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.028715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.028715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.028715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.028715] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda already deleted. [ 618.028715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.216154] env[69577]: INFO networking_nsxv3.common.synchronization [None req-18698508-2e25-4120-b212-4b46cd8c39db None None] Enqueued Resource ID: dd3a3345-7edd-4883-affa-7f63bd7eea05 with Priority: HIGHEST for action port [ 618.216154] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3a3345-7edd-4883-affa-7f63bd7eea05 with Priority: HIGHEST for action port [ 618.216154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd3a3345-7edd-4883-affa-7f63bd7eea05 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.216154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd3a3345-7edd-4883-affa-7f63bd7eea05" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.216154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd3a3345-7edd-4883-affa-7f63bd7eea05" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.219163] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd3a3345-7edd-4883-affa-7f63bd7eea05" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.219299] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3a3345-7edd-4883-affa-7f63bd7eea05',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.292519] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 618.292695] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGHEST for action security_group_members [ 618.292832] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 618.296719] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 618.296719] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGHEST for action security_group_members [ 618.296719] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 618.298392] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.298392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.298392] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb5cc6e-bce3-40e9-b057-e76b3d08a225 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.298392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.298392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.298644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.298757] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.298858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.298920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.299088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.299173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.299266] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.300148] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.300684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_rules [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGHEST for action security_group_rules [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGHEST for action security_group_members [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [req-05ba620e-bea2-42dc-99a9-c4b67f425490 req-0f8e790d-2ef6-455f-b90a-145bf8cf529d tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with Priority: HIGHEST for action port [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_rules [ 618.433176] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGHEST for action security_group_rules [ 618.435359] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 618.435359] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with Priority: HIGHEST for action port [ 618.435359] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 618.435359] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 618.435359] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGHEST for action security_group_members [ 618.435359] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.435359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.435359] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.435359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.435359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.435359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.435359] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.435994] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.436509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.436509] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.436685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.436685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.436833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.437177] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7b861b-67f8-415f-ab62-c9ba9620aaa8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.437746] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.437838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.438074] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.438161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.438352] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb5cc6e-bce3-40e9-b057-e76b3d08a225 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.438708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.439033] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b63e86e5-b819-4d4b-8f5c-9a838e8f4e59 [ 618.439338] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.439338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.439474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.439572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.439708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.439969] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b63e86e5-b819-4d4b-8f5c-9a838e8f4e59 already deleted. [ 618.439969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b63e86e5-b819-4d4b-8f5c-9a838e8f4e59" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.726288] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd3a3345-7edd-4883-affa-7f63bd7eea05 [ 618.726288] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.728525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.728672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.728935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.729050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.729154] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd3a3345-7edd-4883-affa-7f63bd7eea05 already deleted. [ 618.729238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd3a3345-7edd-4883-affa-7f63bd7eea05" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789444] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 in Status: SUCCESS [ 618.789444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.789444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.789444] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.789444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.789444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.789444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.789444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789444] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.801771] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.805723] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: SUCCESS [ 618.805921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.806340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.806543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.806718] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.807318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.807318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.807318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.807318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.807318] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.815591] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 618.818027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.818027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.818027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.818027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.818027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.818027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.818027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.818027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.818027] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.922684] env[69577]: INFO networking_nsxv3.common.synchronization [None req-29aeb025-5393-4ee9-818a-6fbca818f081 None None] Enqueued Resource ID: a5ad0532-3d5b-423b-b1d6-130844c2530f with Priority: HIGHEST for action port [ 618.923085] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ad0532-3d5b-423b-b1d6-130844c2530f with Priority: HIGHEST for action port [ 618.923539] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ad0532-3d5b-423b-b1d6-130844c2530f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.923672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ad0532-3d5b-423b-b1d6-130844c2530f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.923737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ad0532-3d5b-423b-b1d6-130844c2530f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.925767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ad0532-3d5b-423b-b1d6-130844c2530f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.925767] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ad0532-3d5b-423b-b1d6-130844c2530f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.940149] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc7b861b-67f8-415f-ab62-c9ba9620aaa8 with status ACTIVE [ 618.940678] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.940678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.940678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.940954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.940954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.941646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.941646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.941646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.941646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.941646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.941646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.942040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.942040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.942040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.942040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.942387] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 is going to be updated. [ 618.948628] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb5cc6e-bce3-40e9-b057-e76b3d08a225 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.948628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.967972] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.968262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.968368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.969334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.969334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.969334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7b861b-67f8-415f-ab62-c9ba9620aaa8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.061619] env[69577]: INFO networking_nsxv3.common.synchronization [req-2478761e-e72c-443d-80e1-7ab60c48ac8e req-c081f470-d033-427e-a01d-120115e0c978 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 619.061619] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 619.062930] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.063197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.063197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.066281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.066281] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.066281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.066281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.066281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.066281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.066281] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.224267] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.224523] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.224673] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.225309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.225309] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.225309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.225510] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.225743] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.225807] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.225954] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.226150] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.226271] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.226407] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.226495] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.226587] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.226715] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.245306] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.245497] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 619.245623] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.245800] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.246121] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-0e371ab0-5dce-45a0-a7f8-942396ce526d taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.246290] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-0e371ab0-5dce-45a0-a7f8-942396ce526d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.246405] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-0e371ab0-5dce-45a0-a7f8-942396ce526d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.246756] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-0e371ab0-5dce-45a0-a7f8-942396ce526d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.246944] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e371ab0-5dce-45a0-a7f8-942396ce526d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.291981] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea17035-9c56-47b9-91d5-f885457c57a4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.292168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.292241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.292489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.292671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.292767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.292874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.292998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.293094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.293179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.293323] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea17035-9c56-47b9-91d5-f885457c57a4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.293446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.293489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.293616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.293739] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.293829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.293885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.294026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.294096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.294173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.294257] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.304345] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.313122] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.320745] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.428102] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5ad0532-3d5b-423b-b1d6-130844c2530f [ 619.428102] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.428102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.428102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.428102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.428102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.428102] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5ad0532-3d5b-423b-b1d6-130844c2530f already deleted. [ 619.428102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ad0532-3d5b-423b-b1d6-130844c2530f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.514336] env[69577]: INFO networking_nsxv3.common.synchronization [None req-9af45e65-bd9c-4054-836a-b8ce2b438c82 None None] Enqueued Resource ID: d7b5e97c-4edf-4d92-84a8-a671acd97dc1 with Priority: HIGHEST for action port [ 619.514336] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b5e97c-4edf-4d92-84a8-a671acd97dc1 with Priority: HIGHEST for action port [ 619.514336] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b5e97c-4edf-4d92-84a8-a671acd97dc1 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.514336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b5e97c-4edf-4d92-84a8-a671acd97dc1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.514336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b5e97c-4edf-4d92-84a8-a671acd97dc1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.514336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b5e97c-4edf-4d92-84a8-a671acd97dc1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.514336] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b5e97c-4edf-4d92-84a8-a671acd97dc1',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.571032] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.571032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.571032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.571032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.571032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.572957] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.572957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.572957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.573977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.573977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.573977] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f already deleted. [ 619.573977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.749974] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.750477] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.750642] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.751516] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.751516] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.751516] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 0e371ab0-5dce-45a0-a7f8-942396ce526d not found, creating... [ 619.751691] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.752291] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.752567] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.753421] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.753421] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.753782] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.757027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.757027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.757027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.757027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.757027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 0e371ab0-5dce-45a0-a7f8-942396ce526d is going to be created. [ 619.778056] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.778298] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.778463] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.778726] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.778950] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.779186] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-0e371ab0-5dce-45a0-a7f8-942396ce526d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.796891] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ea17035-9c56-47b9-91d5-f885457c57a4: rpc.has_security_group_logging(os_id): False [ 619.807785] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.807948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.808031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.808257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.808347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.808444] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 is going to be created. [ 619.817124] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.826975] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.826975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.826975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.827415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.827415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.827415] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.827536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.827536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.827656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.828153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.828153] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.828309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.828357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.828574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.828574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.828965] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.829688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.829809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.830035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.830132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.830225] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 is going to be created. [ 619.831593] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.838504] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.839691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.839691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.839691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.839691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.854484] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 in Status: UNINITIALIZED for 2s [ 619.903701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.903980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.904092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.904335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.904542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.922202] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 in Status: IN_PROGRESS for 2s [ 620.017511] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7b5e97c-4edf-4d92-84a8-a671acd97dc1 [ 620.017774] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.017920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.017987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.018275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.018370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.018488] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7b5e97c-4edf-4d92-84a8-a671acd97dc1 already deleted. [ 620.018582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b5e97c-4edf-4d92-84a8-a671acd97dc1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.319876] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.320103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.320158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.320381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.320504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.320651] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 is going to be updated. [ 620.341292] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.341292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.341589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.341589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.341674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.341772] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 620.351141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.351141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.351141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.357591] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: IN_PROGRESS for 2s [ 620.372059] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.372216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.372216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.372611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.372611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.381977] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 620.451193] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.451193] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-127" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.451193] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-127" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.451193] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-127" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.451193] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.452656] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.453708] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.453708] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.453708] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.454360] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.454681] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.457109] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.457109] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.457109] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.457109] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.457109] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.479020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.479020] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.479020] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.479020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-127" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.479020] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.479020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.479020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.479020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.479020] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.502726] env[69577]: INFO networking_nsxv3.common.synchronization [req-49bd873d-7abc-4fb6-b005-238c4765474c req-4e571f29-5414-47dc-b60b-b870a6424626 tempest-SecurityGroupRulesNegativeTestJSON-1320471045 tempest-SecurityGroupRulesNegativeTestJSON-1320471045-project-member] Enqueued Resource ID: 3adb5155-6c31-4e8c-b1c7-4a428915e99a with Priority: HIGHEST for action security_group_rules [ 620.502726] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adb5155-6c31-4e8c-b1c7-4a428915e99a with Priority: HIGHEST for action security_group_rules [ 620.503247] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.503508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.503508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.503785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.503916] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3adb5155-6c31-4e8c-b1c7-4a428915e99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.901174] env[69577]: INFO networking_nsxv3.common.synchronization [req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db req-b491a290-0556-4af3-bbaa-4cbdf50bdf73 service nova] Enqueued Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_rules [ 620.901437] env[69577]: INFO networking_nsxv3.common.synchronization [req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db req-b491a290-0556-4af3-bbaa-4cbdf50bdf73 service nova] Enqueued Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 620.901530] env[69577]: INFO networking_nsxv3.common.synchronization [req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db req-b491a290-0556-4af3-bbaa-4cbdf50bdf73 service nova] Enqueued Resource ID: 0e371ab0-5dce-45a0-a7f8-942396ce526d with Priority: HIGHEST for action port [ 620.901790] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_rules [ 620.901860] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 620.901959] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e371ab0-5dce-45a0-a7f8-942396ce526d with Priority: HIGHEST for action port [ 620.904025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.904025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.904025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.904025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.904025] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.905281] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.905410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.905471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.905639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.905791] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.906022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.906022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.906145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.906194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.907031] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.907994] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e371ab0-5dce-45a0-a7f8-942396ce526d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.907994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e371ab0-5dce-45a0-a7f8-942396ce526d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.907994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e371ab0-5dce-45a0-a7f8-942396ce526d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.908257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e371ab0-5dce-45a0-a7f8-942396ce526d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.908257] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e371ab0-5dce-45a0-a7f8-942396ce526d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.910531] env[69577]: INFO networking_nsxv3.common.synchronization [None req-169a03ca-0f09-4513-8431-71a4f31bb583 None None] Enqueued Resource ID: b89bba80-62b5-4e7c-a116-841ab76b4aff with Priority: HIGHEST for action port [ 620.911138] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89bba80-62b5-4e7c-a116-841ab76b4aff with Priority: HIGHEST for action port [ 620.911489] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b89bba80-62b5-4e7c-a116-841ab76b4aff taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.911606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b89bba80-62b5-4e7c-a116-841ab76b4aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.911606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b89bba80-62b5-4e7c-a116-841ab76b4aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.911770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b89bba80-62b5-4e7c-a116-841ab76b4aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.911845] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89bba80-62b5-4e7c-a116-841ab76b4aff',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.984670] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.984917] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.985834] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.986031] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.986177] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.986328] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 not found, creating... [ 620.986598] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.986751] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.987374] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.987374] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.987374] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.987591] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.987656] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.987739] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.987936] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.988078] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.988543] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 is going to be created. [ 621.010062] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.010062] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.010062] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.010062] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.010062] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.010062] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.024729] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.024729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.024729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.024729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.025577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.025577] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3adb5155-6c31-4e8c-b1c7-4a428915e99a already deleted. [ 621.025577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3adb5155-6c31-4e8c-b1c7-4a428915e99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.218346] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a5bf5900-f7f6-4781-a32e-e883e39e1f25 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Enqueued Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_rules [ 621.218980] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_rules [ 621.219920] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90b15f52-1f8f-4c18-96c7-c31349544e53 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.219920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.219920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.219920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.219920] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.410240] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.410426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.410721] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.411708] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e371ab0-5dce-45a0-a7f8-942396ce526d with status ACTIVE [ 621.411980] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.412128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.412197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.412670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.412670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.412854] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.412936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.413820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.416730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.417492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.417492] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.417492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.417492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.417724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.417844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.417982] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e371ab0-5dce-45a0-a7f8-942396ce526d is going to be updated. [ 621.421069] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b89bba80-62b5-4e7c-a116-841ab76b4aff [ 621.421240] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.421432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.421560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.421869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.423159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.424068] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b89bba80-62b5-4e7c-a116-841ab76b4aff already deleted. [ 621.424068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b89bba80-62b5-4e7c-a116-841ab76b4aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.442404] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.442592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.442662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.442899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.443074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.443237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e371ab0-5dce-45a0-a7f8-942396ce526d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.615600] env[69577]: INFO networking_nsxv3.common.synchronization [None req-514b245b-e195-434f-a952-8b2c2b223e0c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Enqueued Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_rules [ 621.615600] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_rules [ 621.615879] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775aaf14-876c-499d-b559-9791be99d313 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.615879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.615879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.616364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.616364] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.673240] env[69577]: INFO networking_nsxv3.common.synchronization [None req-c68c7506-aea0-42e8-a44d-33f4b5291184 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Enqueued Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_rules [ 621.673778] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_rules [ 621.674098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90b15f52-1f8f-4c18-96c7-c31349544e53 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.674242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.734442] env[69577]: INFO networking_nsxv3.common.synchronization [req-441816a3-243f-4cfc-b554-57b2aec7269c req-987d673c-3c06-428a-bde1-b9d32bc7e023 tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Enqueued Resource ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e with Priority: HIGHEST for action security_group_members [ 621.736313] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e with Priority: HIGHEST for action security_group_members [ 621.739139] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74d076f-7ca6-4507-8bc2-7ba01af1575e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.739296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.740111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.740493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.740722] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.740855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.741580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.741580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.741799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.741937] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74d076f-7ca6-4507-8bc2-7ba01af1575e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.749052] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.749052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.749840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.750407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.750407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.750407] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 already deleted. [ 621.750407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.750994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.752843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.752976] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.866325] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 in Status: SUCCESS [ 621.868653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.870779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.875252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.875479] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.875610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.875676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.875869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.875960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.876163] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.920759] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.932143] env[69577]: INFO networking_nsxv3.common.synchronization [None req-ca826325-cb9e-46ca-8d3d-2c98ec681b13 tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Enqueued Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_rules [ 621.932829] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_rules [ 621.933457] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775aaf14-876c-499d-b559-9791be99d313 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.933789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.934629] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 in Status: SUCCESS [ 621.934882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.143283] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.143283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.143283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.143283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.143283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.143283] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775aaf14-876c-499d-b559-9791be99d313 already deleted. [ 622.143283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.143283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.143283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.143283] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.147939] env[69577]: INFO networking_nsxv3.common.synchronization [None req-fb11e3fe-09ae-4398-bed2-06f2046bbe6d None None] Enqueued Resource ID: 72d84155-f64b-4a09-9171-951c4e1fd226 with Priority: HIGHEST for action port [ 622.148813] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d84155-f64b-4a09-9171-951c4e1fd226 with Priority: HIGHEST for action port [ 622.150017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d84155-f64b-4a09-9171-951c4e1fd226 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.150017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d84155-f64b-4a09-9171-951c4e1fd226" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.150017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d84155-f64b-4a09-9171-951c4e1fd226" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.151025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d84155-f64b-4a09-9171-951c4e1fd226" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.151025] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d84155-f64b-4a09-9171-951c4e1fd226',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.246587] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.246759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.246825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.247152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.247262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.247456] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.247568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.247748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.247808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.247857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.247913] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e already deleted. [ 622.247991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.280087] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.281298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.281298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.281298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.281298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.281298] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 already deleted. [ 622.281298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.331168] env[69577]: INFO networking_nsxv3.common.synchronization [req-2478761e-e72c-443d-80e1-7ab60c48ac8e req-81bb11f7-2119-44a1-b733-c83444b1fa43 service nova] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_rules [ 622.331168] env[69577]: INFO networking_nsxv3.common.synchronization [req-2478761e-e72c-443d-80e1-7ab60c48ac8e req-81bb11f7-2119-44a1-b733-c83444b1fa43 service nova] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 622.331168] env[69577]: INFO networking_nsxv3.common.synchronization [req-2478761e-e72c-443d-80e1-7ab60c48ac8e req-81bb11f7-2119-44a1-b733-c83444b1fa43 service nova] Enqueued Resource ID: ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 with Priority: HIGHEST for action port [ 622.331168] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_rules [ 622.331168] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 622.331168] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 with Priority: HIGHEST for action port [ 622.331445] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.331445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.331445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.331746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.331746] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.332579] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.332689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.332754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.332916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.333097] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.333193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.333254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.333395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.333894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.333992] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.334755] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.334852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.334921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.335082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.335152] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.367198] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: SUCCESS [ 622.367441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.367954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.368210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.368422] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.368603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.368762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.368875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.368961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.369195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.369195] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.369926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.370110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.370278] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.370383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.370466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.370622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.370700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.370788] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.380628] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.389720] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 622.389855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.390193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.390496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.390496] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.390597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.390631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.390958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.390958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.390958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.391135] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.392364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.392556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.392719] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.392858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.393476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.393476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.393476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.393476] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.393721] env[69577]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 622.425608] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.425608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.425608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.425608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.425608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.425608] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda is going to be created. [ 622.451222] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.451332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.451535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.451599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.451756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.460363] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: UNINITIALIZED for 2s [ 622.655071] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72d84155-f64b-4a09-9171-951c4e1fd226 [ 622.655353] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.655543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.655694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.655965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.656080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.656179] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72d84155-f64b-4a09-9171-951c4e1fd226 already deleted. [ 622.656399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d84155-f64b-4a09-9171-951c4e1fd226" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.665719] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.665865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.665937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.666280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.666280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.666420] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775aaf14-876c-499d-b559-9791be99d313 already deleted. [ 622.666420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.692897] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.692897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-769" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.692897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-769" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.692897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-769" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.692897] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.692897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.692897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.692897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.692897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.693840] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.694037] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.694196] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.694338] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.694485] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.694695] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.694861] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.715445] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.715969] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 622.716574] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.716814] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-769" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.717353] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.717735] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.717735] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.717938] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.718116] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b932f1b8-e9f6-4f0e-8bc2-12615020bfe3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.836929] env[69577]: INFO networking_nsxv3.common.synchronization [None req-ec08a9ac-40c4-4d01-b4e1-214eab7490a1 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Enqueued Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_rules [ 622.837323] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.837428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.837791] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.838899] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 with status ACTIVE [ 622.839144] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.839346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.839457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.840348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.840796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.841059] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.841211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.841294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.841469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.841631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.841945] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.841945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.842150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.842343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.842600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.842777] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 is going to be updated. [ 622.844255] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_rules [ 622.844803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.844946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.845272] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.845686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.845840] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.867728] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.867728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.867728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.867728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.867728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.867728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.874152] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.874152] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.883485] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.895466] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.895660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.895760] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.924034] env[69577]: INFO networking_nsxv3.common.synchronization [None req-ebb4b299-df3c-4ed6-8425-d1066a79de24 None None] Enqueued Resource ID: e1be6fb5-0222-4e5c-bc60-76e4340293f4 with Priority: HIGHEST for action port [ 622.924034] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1be6fb5-0222-4e5c-bc60-76e4340293f4 with Priority: HIGHEST for action port [ 622.924034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1be6fb5-0222-4e5c-bc60-76e4340293f4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.924034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1be6fb5-0222-4e5c-bc60-76e4340293f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.924034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1be6fb5-0222-4e5c-bc60-76e4340293f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.924630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1be6fb5-0222-4e5c-bc60-76e4340293f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.924630] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1be6fb5-0222-4e5c-bc60-76e4340293f4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.995148] env[69577]: INFO networking_nsxv3.common.synchronization [None req-bce7c4ae-b1c6-4b0f-93e6-bb0b863f85cf tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Enqueued Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_rules [ 622.995638] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_rules [ 622.995951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.996928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.221207] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.222299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.222299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.222299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.222299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.222299] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 not found, creating... [ 623.222493] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.222602] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.222717] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.223032] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.224261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.224261] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.224261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.224261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.224261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.226027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.226027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 is going to be created. [ 623.245932] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.246086] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.246149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.246398] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.246626] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.246857] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.346188] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.376042] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a37d75c8-5850-40c0-a8d0-7da2c067f4e8: rpc.has_security_group_logging(os_id): False [ 623.376562] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.376888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.377096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.377513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.377758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.378828] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 already deleted. [ 623.379100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.379469] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.380472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.380886] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.381086] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.388278] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.388278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.388278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.388278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.388278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.388278] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 is going to be updated. [ 623.400595] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.400595] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.400595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.400595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.400595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.400595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.400595] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.400595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.401414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.401821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.402428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.402649] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 is going to be created. [ 623.417724] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.418073] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.418243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.418607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.418881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.426441] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1be6fb5-0222-4e5c-bc60-76e4340293f4 [ 623.426441] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.426441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.426441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.426441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.426441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.426441] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1be6fb5-0222-4e5c-bc60-76e4340293f4 already deleted. [ 623.426441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1be6fb5-0222-4e5c-bc60-76e4340293f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.429890] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 in Status: IN_PROGRESS for 2s [ 623.459584] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.459584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.459584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.459584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.459584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.469866] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: IN_PROGRESS for 2s [ 623.847820] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.847982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.848079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.848309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.848420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.848523] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f is going to be created. [ 623.870372] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.870607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.870746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.870844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.871021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.880997] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: UNINITIALIZED for 2s [ 623.883489] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.883677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.883677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.883867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.883943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.884057] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 is going to be updated. [ 623.903574] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.903574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.903852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.903852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.903972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.903972] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 already deleted. [ 623.904101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.905533] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.905699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.905699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.905867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.905944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.906069] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 623.911344] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.911519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.911583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.911760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.911897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.919174] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: IN_PROGRESS for 2s [ 623.933441] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.933723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.933723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.933842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.933980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.941595] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 624.324444] env[69577]: INFO networking_nsxv3.common.synchronization [req-441816a3-243f-4cfc-b554-57b2aec7269c req-e17cb8a3-bc71-48a2-8e88-a7469aa71af2 service nova] Enqueued Resource ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e with Priority: HIGHEST for action security_group_rules [ 624.324444] env[69577]: INFO networking_nsxv3.common.synchronization [req-441816a3-243f-4cfc-b554-57b2aec7269c req-e17cb8a3-bc71-48a2-8e88-a7469aa71af2 service nova] Enqueued Resource ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e with Priority: HIGHEST for action security_group_members [ 624.324444] env[69577]: INFO networking_nsxv3.common.synchronization [req-441816a3-243f-4cfc-b554-57b2aec7269c req-e17cb8a3-bc71-48a2-8e88-a7469aa71af2 service nova] Enqueued Resource ID: b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 with Priority: HIGHEST for action port [ 624.324962] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e with Priority: HIGHEST for action security_group_rules [ 624.325146] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e with Priority: HIGHEST for action security_group_members [ 624.325264] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 with Priority: HIGHEST for action port [ 624.326265] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e req-ae028d0d-250d-465d-8807-80dc54be391b tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Enqueued Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 624.326582] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74d076f-7ca6-4507-8bc2-7ba01af1575e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.326707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.326797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.327071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.327121] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74d076f-7ca6-4507-8bc2-7ba01af1575e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.327955] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74d076f-7ca6-4507-8bc2-7ba01af1575e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.328084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.328154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.328322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.331657] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.331657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.331657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.331657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.331657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.331657] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74d076f-7ca6-4507-8bc2-7ba01af1575e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.332514] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.334402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.334402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.334402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.334402] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b932f1b8-e9f6-4f0e-8bc2-12615020bfe3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.336037] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 624.336787] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.336787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.470236] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: SUCCESS [ 624.470443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.471157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.471369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.471747] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.471865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.471929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.472101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.472180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.472417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.472528] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.473389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.473547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.473731] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.474143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.474143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.474143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.474288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.474320] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.838453] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 with status ACTIVE [ 624.838706] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.838856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.838918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.839442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.839442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.839442] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.839643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.839643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.839746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.839829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.840025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.840124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.840209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.840329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.840395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.840473] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 is going to be updated. [ 624.841719] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74d076f-7ca6-4507-8bc2-7ba01af1575e taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.841844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.842041] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74d076f-7ca6-4507-8bc2-7ba01af1575e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.862566] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.862717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.862892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.863195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.863430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.863721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.977192] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.977192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.977868] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.995199] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.995457] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.995585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.995878] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.996207] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.996356] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.996465] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.996687] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.996825] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.997065] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.997188] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.997299] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.997418] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.997507] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.997611] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.997743] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.033396] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.033677] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 625.033677] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.034366] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.034366] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-9092b969-99b1-4007-8a61-103cd821855e taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.034613] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-9092b969-99b1-4007-8a61-103cd821855e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.034613] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-9092b969-99b1-4007-8a61-103cd821855e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.034885] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-9092b969-99b1-4007-8a61-103cd821855e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.035103] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9092b969-99b1-4007-8a61-103cd821855e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.345766] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74d076f-7ca6-4507-8bc2-7ba01af1575e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.439059] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 in Status: SUCCESS [ 625.439307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.439474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.439698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.440053] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.440167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.440167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.440293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.440375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.440495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.440616] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.478910] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.480928] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: SUCCESS [ 625.481736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.481736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.482240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.483382] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.542530] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.542530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.542530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.542530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.542530] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 9092b969-99b1-4007-8a61-103cd821855e not found, creating... [ 625.542530] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.542530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.542530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.542530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.542948] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.542948] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542948] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.542948] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.542948] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.542948] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 9092b969-99b1-4007-8a61-103cd821855e is going to be created. [ 625.562210] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.562295] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.562359] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.562646] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.562903] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.563132] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-9092b969-99b1-4007-8a61-103cd821855e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.637141] env[69577]: INFO networking_nsxv3.common.synchronization [None req-1208411c-d855-4364-a7ae-cd12d8b28feb None None] Enqueued Resource ID: 73503a38-6e07-4ca0-8ab1-77ad01b1c302 with Priority: HIGHEST for action port [ 625.637141] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73503a38-6e07-4ca0-8ab1-77ad01b1c302 with Priority: HIGHEST for action port [ 625.638811] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-73503a38-6e07-4ca0-8ab1-77ad01b1c302 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.640757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73503a38-6e07-4ca0-8ab1-77ad01b1c302" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.640757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73503a38-6e07-4ca0-8ab1-77ad01b1c302" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.641591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73503a38-6e07-4ca0-8ab1-77ad01b1c302" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.641591] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73503a38-6e07-4ca0-8ab1-77ad01b1c302',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.848728] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.848728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.848728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.849214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.849413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.849592] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e is going to be created. [ 625.878650] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.878650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.878650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.878650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.878650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.891970] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: SUCCESS [ 625.892217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.892928] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e in Status: UNINITIALIZED for 2s [ 625.893146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.893287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.893467] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.893591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.893655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.893805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.893888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.893972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.894072] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.929587] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: SUCCESS [ 625.929717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.929910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.930910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.930910] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.930910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.930910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.930910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.930910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.930910] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.945474] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.951172] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 625.951409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.951588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.951855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.952117] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.952214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.952256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.952415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.952826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.952826] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.984799] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.984799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.984799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.985152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.985152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.985152] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda is going to be updated. [ 625.986541] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.986663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.015866] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.016182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.016182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.016365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.016549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.031986] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: IN_PROGRESS for 2s [ 626.038358] env[69577]: INFO networking_nsxv3.common.synchronization [None req-2c84bf08-b212-4893-944d-4e5957f42bf1 None None] Enqueued Resource ID: 5b466986-fbcc-491e-ad92-68c6b02dbc4a with Priority: HIGHEST for action port [ 626.039140] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b466986-fbcc-491e-ad92-68c6b02dbc4a with Priority: HIGHEST for action port [ 626.039550] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b466986-fbcc-491e-ad92-68c6b02dbc4a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.039732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b466986-fbcc-491e-ad92-68c6b02dbc4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.039855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b466986-fbcc-491e-ad92-68c6b02dbc4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.040197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b466986-fbcc-491e-ad92-68c6b02dbc4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.040340] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b466986-fbcc-491e-ad92-68c6b02dbc4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.147883] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73503a38-6e07-4ca0-8ab1-77ad01b1c302 [ 626.147883] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.147883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.147883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.147883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.147883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.147883] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73503a38-6e07-4ca0-8ab1-77ad01b1c302 already deleted. [ 626.147883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73503a38-6e07-4ca0-8ab1-77ad01b1c302" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.397139] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.434622] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.448810] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for beb5cc6e-bce3-40e9-b057-e76b3d08a225: rpc.has_security_group_logging(os_id): False [ 626.457322] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.468410] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.468410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.468410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.468410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.468717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.468923] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.468923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.469133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.469217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.469304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.469392] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 is going to be created. [ 626.533188] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.533188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.536308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.536614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.536815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.547125] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b466986-fbcc-491e-ad92-68c6b02dbc4a [ 626.551681] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.551681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.551681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.551681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.551681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.551681] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b466986-fbcc-491e-ad92-68c6b02dbc4a already deleted. [ 626.551681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b466986-fbcc-491e-ad92-68c6b02dbc4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.555049] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 in Status: IN_PROGRESS for 2s [ 626.655990] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e req-e835b1ae-578a-4392-bb1b-25c24b285730 service nova] Enqueued Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_rules [ 626.656173] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e req-e835b1ae-578a-4392-bb1b-25c24b285730 service nova] Enqueued Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 626.656312] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e req-e835b1ae-578a-4392-bb1b-25c24b285730 service nova] Enqueued Resource ID: 9092b969-99b1-4007-8a61-103cd821855e with Priority: HIGHEST for action port [ 626.656921] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_rules [ 626.663488] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 626.663488] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9092b969-99b1-4007-8a61-103cd821855e with Priority: HIGHEST for action port [ 626.663937] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.665031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.665320] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.665453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.665712] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9092b969-99b1-4007-8a61-103cd821855e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.665829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9092b969-99b1-4007-8a61-103cd821855e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.665898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9092b969-99b1-4007-8a61-103cd821855e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.666186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9092b969-99b1-4007-8a61-103cd821855e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.666266] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9092b969-99b1-4007-8a61-103cd821855e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.903026] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3fc36bd-ef14-4f81-8c34-9678470b184f: rpc.has_security_group_logging(os_id): False [ 626.921020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.921020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.921020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.921020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.921020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.921020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.921528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.921528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.921528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.921528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.921528] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f is going to be created. [ 626.938239] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.962109] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.992260] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.992651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.992651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.992857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.992915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.008704] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: IN_PROGRESS for 2s [ 627.169546] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9092b969-99b1-4007-8a61-103cd821855e with status ACTIVE [ 627.170206] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.170206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.170206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.170433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.170497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.171077] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.171077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.171077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.171077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.171287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.171322] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.171426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.171503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.171651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.171727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.171810] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9092b969-99b1-4007-8a61-103cd821855e is going to be updated. [ 627.194253] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.194408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.195449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.195723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.195877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.196059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9092b969-99b1-4007-8a61-103cd821855e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.440336] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.440565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.440645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.440897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.440990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.441109] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 is going to be updated. [ 627.468065] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.468065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.468065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.468065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.468308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.469561] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.469561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.469714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.469841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.469925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.470071] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 627.483027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: IN_PROGRESS for 2s [ 627.497548] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.497773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.498957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.498957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.498957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.506957] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 627.903554] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e in Status: SUCCESS [ 627.906274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.906274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.906274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.906274] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.906274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.906274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.906274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.906274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.906274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.906274] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74d076f-7ca6-4507-8bc2-7ba01af1575e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.042859] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: SUCCESS [ 628.043211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.043373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.043507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.043721] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.043856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.043915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.044113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.044207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.044296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.044466] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.044630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.044630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.044783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.044904] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.044998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.045487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.045487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.045487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.045671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.045750] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.046865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.046972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.047164] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.047317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.047422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.047600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.047756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.047821] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.409529] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74d076f-7ca6-4507-8bc2-7ba01af1575e taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.409687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.409760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.410054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.410249] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.410363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.410429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.410616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.410727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.410846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.411042] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74d076f-7ca6-4507-8bc2-7ba01af1575e taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.411135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.411205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.411375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.411577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.411701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.411773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.411979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.412079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.412309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.412309] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74d076f-7ca6-4507-8bc2-7ba01af1575e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.549769] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda: rpc.has_security_group_logging(os_id): False [ 628.550950] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.566100] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 in Status: SUCCESS [ 628.566332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.568959] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.569218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.569218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.569361] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.569451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.569630] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.569751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.569810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.569925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.569993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.570200] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.570311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.570368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.570499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.570574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.570736] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.570827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.570881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.571480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.571657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.571700] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda is going to be created. [ 628.627710] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.627710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.627710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.627710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.627710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.637727] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: IN_PROGRESS for 2s [ 628.917034] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74d076f-7ca6-4507-8bc2-7ba01af1575e: rpc.has_security_group_logging(os_id): False [ 628.933465] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.933711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.933785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.934017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.934194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.934439] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.934546] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.934614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.934782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.934863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.935083] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.935185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.935247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.935391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.935467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.935723] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.935868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.935967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.936208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.936578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.936578] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e is going to be created. [ 629.011542] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.011738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.011813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.012033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.012218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.023498] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e in Status: IN_PROGRESS for 2s [ 629.024377] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: SUCCESS [ 629.024573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.055198] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.492372] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: SUCCESS [ 629.492885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.492885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.493057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.493279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.493392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.493452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.493652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.493742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.493836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.494631] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.514611] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 629.514828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.514991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.515219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.515412] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.515550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.515592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.515730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.515814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.515897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.516115] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.516177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.516213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.516336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.516471] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.516563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.516623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.516764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.516854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.516935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.517467] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.556339] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.556494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.556564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.556795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.556888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.556986] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda is going to be updated. [ 629.582854] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.584641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.584641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.584641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.584641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.593145] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: IN_PROGRESS for 2s [ 629.963222] env[69577]: INFO networking_nsxv3.common.synchronization [None req-64a07e9d-3cb4-4641-89be-18cdb0c8b2f7 None None] Enqueued Resource ID: 15955a6a-d980-44f1-b2a8-4b474e844d6b with Priority: HIGHEST for action port [ 629.963717] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15955a6a-d980-44f1-b2a8-4b474e844d6b with Priority: HIGHEST for action port [ 629.964067] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-15955a6a-d980-44f1-b2a8-4b474e844d6b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.964187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15955a6a-d980-44f1-b2a8-4b474e844d6b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.964243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15955a6a-d980-44f1-b2a8-4b474e844d6b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.965560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15955a6a-d980-44f1-b2a8-4b474e844d6b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.965560] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15955a6a-d980-44f1-b2a8-4b474e844d6b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.999253] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.019804] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8b3332d-6dc2-48b7-96c7-c11c0d701cf6: rpc.has_security_group_logging(os_id): False [ 630.039692] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.039692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.039816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.039956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.040059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.040255] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.040959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.040959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.041094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.041490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.041696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.042193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.042193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.042193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.042193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.042949] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.043232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.043232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.043434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.043434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.043434] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 630.119734] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.120347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.120347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.120347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.120458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.135115] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 630.442255] env[69577]: INFO networking_nsxv3.common.synchronization [None req-99215e3a-d874-4179-9f95-cc8a7fd5b8e9 None None] Enqueued Resource ID: da6b760e-ff57-4850-9a49-c069e95b0421 with Priority: HIGHEST for action port [ 630.442704] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6b760e-ff57-4850-9a49-c069e95b0421 with Priority: HIGHEST for action port [ 630.442838] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6b760e-ff57-4850-9a49-c069e95b0421 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.442960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6b760e-ff57-4850-9a49-c069e95b0421" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.443036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6b760e-ff57-4850-9a49-c069e95b0421" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.443295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6b760e-ff57-4850-9a49-c069e95b0421" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.443394] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6b760e-ff57-4850-9a49-c069e95b0421',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.468375] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15955a6a-d980-44f1-b2a8-4b474e844d6b [ 630.468375] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.468375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.468375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.468375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.468375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.469907] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15955a6a-d980-44f1-b2a8-4b474e844d6b already deleted. [ 630.469907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15955a6a-d980-44f1-b2a8-4b474e844d6b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.500069] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a37d75c8-5850-40c0-a8d0-7da2c067f4e8: rpc.has_security_group_logging(os_id): False [ 630.518525] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.518525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.518525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.518763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.519275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.519355] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.519475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.519514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.519708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.520509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.520509] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 is going to be updated. [ 630.607608] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.607608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.607608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.607857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.607961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.628351] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: IN_PROGRESS for 2s [ 630.656923] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: SUCCESS [ 630.657364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.658086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.658956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.659169] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.946074] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da6b760e-ff57-4850-9a49-c069e95b0421 [ 630.946074] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.946074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.946074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.946074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.946365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.946365] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da6b760e-ff57-4850-9a49-c069e95b0421 already deleted. [ 630.946365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6b760e-ff57-4850-9a49-c069e95b0421" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.035632] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e in Status: SUCCESS [ 631.035865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.163574] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.163993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.602912] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: SUCCESS [ 631.603160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.603352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.603574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.603766] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.603874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.603934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.604098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.604179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.604262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.604358] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.960065] env[69577]: INFO networking_nsxv3.common.synchronization [None req-fea61fd8-318f-4af4-ba9e-99c1985122db None None] Enqueued Resource ID: 626b4051-557f-4350-bb40-ec544bcb408b with Priority: HIGHEST for action port [ 631.960065] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626b4051-557f-4350-bb40-ec544bcb408b with Priority: HIGHEST for action port [ 631.960065] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-626b4051-557f-4350-bb40-ec544bcb408b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.960065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-626b4051-557f-4350-bb40-ec544bcb408b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.960065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-626b4051-557f-4350-bb40-ec544bcb408b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.960295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-626b4051-557f-4350-bb40-ec544bcb408b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.960295] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626b4051-557f-4350-bb40-ec544bcb408b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.111597] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.112216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.112216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.112216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.112363] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.112413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.112488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.112666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.112757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.112872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.113047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.113176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.113238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.113386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.113540] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.113655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.113717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.113857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.113950] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.114060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.114171] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.149143] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 632.149143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.149143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.149378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.149378] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.464082] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 626b4051-557f-4350-bb40-ec544bcb408b [ 632.464082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.465039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.465039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.465039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.465039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.465242] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:626b4051-557f-4350-bb40-ec544bcb408b already deleted. [ 632.465846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-626b4051-557f-4350-bb40-ec544bcb408b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.616838] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda: rpc.has_security_group_logging(os_id): False [ 632.635183] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.635736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.635736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.635736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.635736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.635979] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.636074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.636074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.636211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.636288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.636486] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.636581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.636635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.636775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.636848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.637035] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.637129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.637192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.637324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.637400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.637498] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda is going to be updated. [ 632.641439] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: SUCCESS [ 632.641679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.654816] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.654984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.655070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.655305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.655481] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.655604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.655671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.655904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.656654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.656654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.656654] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.696250] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.696250] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.696250] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.696250] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.696250] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.705779] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: IN_PROGRESS for 2s [ 633.161907] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.162150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.162220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.162532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.162695] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.162840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.162918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.163122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.163222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163499] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.163631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.163631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.163800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.163958] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.164078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.164145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.164290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.164364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.164458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.164552] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.499090] env[69577]: INFO networking_nsxv3.common.synchronization [req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 req-5c26130f-ec46-4db6-963d-35a8f8ea7f57 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 633.499623] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 633.501279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.501442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.501517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.501857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.502399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.502399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.502399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.502399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.502613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.502613] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.673281] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8b3332d-6dc2-48b7-96c7-c11c0d701cf6: rpc.has_security_group_logging(os_id): False [ 633.692342] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.692342] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.692342] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.692342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.692885] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.693093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.693268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.693528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.693741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.693919] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 633.751434] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.751434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.751434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.751434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.752405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.767214] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 634.006751] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.007642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.008660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.008660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.008660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.008660] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.008660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.009011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.009011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.009011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.009205] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d already deleted. [ 634.009253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.491534] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.491534] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.491744] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.493035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.493035] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.493035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.493035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.493035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.493035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.494646] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.494793] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.494912] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.495066] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.495275] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.495494] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.495717] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.517361] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.517637] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 634.517684] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.517840] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.521482] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.521722] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.523864] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.523864] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.523864] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efbc39bf-4efd-4af1-a30b-1d56d31aa6cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.717538] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: SUCCESS [ 634.717790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.026281] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.026460] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.026553] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.026854] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.027080] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.027186] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port efbc39bf-4efd-4af1-a30b-1d56d31aa6cb not found, creating... [ 635.028627] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.028627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.028627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.028627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.028627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.028627] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.028627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.028627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.029061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.029061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.029269] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: efbc39bf-4efd-4af1-a30b-1d56d31aa6cb is going to be created. [ 635.050980] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.051159] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.051238] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.051540] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.051793] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.052115] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.781442] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 635.781789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.010707] env[69577]: INFO networking_nsxv3.common.synchronization [req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 req-58c8b2eb-e385-4a88-9304-d53861451be3 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 636.011270] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 636.011648] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.011797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.012472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.013256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.013437] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.013556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.013633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.013797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.013874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.013972] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.048283] env[69577]: INFO networking_nsxv3.common.synchronization [req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 req-9d85c581-2a58-4823-ae51-456eae153686 service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 636.048591] env[69577]: INFO networking_nsxv3.common.synchronization [req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 req-9d85c581-2a58-4823-ae51-456eae153686 service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 636.048830] env[69577]: INFO networking_nsxv3.common.synchronization [req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 req-9d85c581-2a58-4823-ae51-456eae153686 service nova] Enqueued Resource ID: efbc39bf-4efd-4af1-a30b-1d56d31aa6cb with Priority: HIGHEST for action port [ 636.049574] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 636.050562] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 636.050562] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efbc39bf-4efd-4af1-a30b-1d56d31aa6cb with Priority: HIGHEST for action port [ 636.050562] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.050562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.050562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.050974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.050974] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.052761] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.052761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.052761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.053750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.053750] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.053750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.053750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.053750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.053750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.053750] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.058273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.058273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.058273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.058273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.058273] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efbc39bf-4efd-4af1-a30b-1d56d31aa6cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.330622] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.330870] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.331011] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.331348] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.331622] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.331828] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.331959] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.332197] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.332341] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.332542] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.332657] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.332762] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.332865] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.332970] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.333084] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.333212] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.360503] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.360757] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.360894] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.361088] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.361545] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-092f78af-e5d5-452b-9a8d-45c6472acb71 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.361695] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-092f78af-e5d5-452b-9a8d-45c6472acb71" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.361780] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-092f78af-e5d5-452b-9a8d-45c6472acb71" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.362110] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-092f78af-e5d5-452b-9a8d-45c6472acb71" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.362256] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092f78af-e5d5-452b-9a8d-45c6472acb71',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.515570] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.515801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.515870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.516129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.516228] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.516428] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.516526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.516589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.516741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.516818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.516901] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 already deleted. [ 636.516982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.556972] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.558026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.558181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.558513] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efbc39bf-4efd-4af1-a30b-1d56d31aa6cb with status ACTIVE [ 636.558696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.558818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.558879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.559096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.559229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.559346] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.559452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.559511] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.559664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.561701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.561701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.561701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.561701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.561701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.561701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.561701] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efbc39bf-4efd-4af1-a30b-1d56d31aa6cb is going to be updated. [ 636.582432] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.582432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.582432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.582893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.582893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.582893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.864589] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.864943] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.864985] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.865277] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.865424] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.865580] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 092f78af-e5d5-452b-9a8d-45c6472acb71 not found, creating... [ 636.865838] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.865992] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.866119] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.866349] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.866483] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.866920] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.867237] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.867379] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.867595] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.867730] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.867868] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 092f78af-e5d5-452b-9a8d-45c6472acb71 is going to be created. [ 636.887031] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.887251] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.887375] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.887678] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.887851] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.888094] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-092f78af-e5d5-452b-9a8d-45c6472acb71" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.893196] env[69577]: INFO networking_nsxv3.common.synchronization [req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 req-cf8677b0-4e1a-48fc-93b7-109a1ffb9535 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 636.893196] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 636.893752] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.893884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.893958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.894262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.894425] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.894531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.894597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.894733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.894825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.894899] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.059824] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.149936] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.150112] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.150233] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.150501] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.150818] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.150976] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.151166] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.151386] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.151604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.152119] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.152252] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.152366] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.152475] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.152586] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.152693] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.152823] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.179126] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.179126] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.179126] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.179126] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.179126] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-d76be67b-2cc8-4cda-a54c-4055c926adff taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.179126] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-d76be67b-2cc8-4cda-a54c-4055c926adff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.179126] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-d76be67b-2cc8-4cda-a54c-4055c926adff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.179126] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-d76be67b-2cc8-4cda-a54c-4055c926adff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.179126] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d76be67b-2cc8-4cda-a54c-4055c926adff',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.397392] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.397560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.397628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.397852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.397942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.398154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.398253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.398320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.398472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.398557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.398635] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c already deleted. [ 637.398713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.565300] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.565460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.565528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.565736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.565890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.565972] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be created. [ 637.592911] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.593132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.593625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.593625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.593625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.604637] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: UNINITIALIZED for 2s [ 637.681992] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.682256] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.682383] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.682680] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.682965] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.683191] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port d76be67b-2cc8-4cda-a54c-4055c926adff not found, creating... [ 637.683635] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.683770] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.683770] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.684022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.684170] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.684510] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.684698] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.684826] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.685075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.685243] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.685396] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: d76be67b-2cc8-4cda-a54c-4055c926adff is going to be created. [ 637.707919] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.708161] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.708374] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.708571] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.708799] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.709169] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-d76be67b-2cc8-4cda-a54c-4055c926adff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.750014] env[69577]: INFO networking_nsxv3.common.synchronization [req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 req-4111ed4b-601f-4100-9f93-8726205348e5 service nova] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 637.750207] env[69577]: INFO networking_nsxv3.common.synchronization [req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 req-4111ed4b-601f-4100-9f93-8726205348e5 service nova] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 637.750342] env[69577]: INFO networking_nsxv3.common.synchronization [req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 req-4111ed4b-601f-4100-9f93-8726205348e5 service nova] Enqueued Resource ID: 092f78af-e5d5-452b-9a8d-45c6472acb71 with Priority: HIGHEST for action port [ 637.750608] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 637.750743] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 637.750842] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092f78af-e5d5-452b-9a8d-45c6472acb71 with Priority: HIGHEST for action port [ 637.751395] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.751531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.751633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.751856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.751942] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.753047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.753169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.753240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.753413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.754285] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.754403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.754466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.754630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.754940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.755103] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.755869] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-092f78af-e5d5-452b-9a8d-45c6472acb71 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.755979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092f78af-e5d5-452b-9a8d-45c6472acb71" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.756077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092f78af-e5d5-452b-9a8d-45c6472acb71" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.756422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092f78af-e5d5-452b-9a8d-45c6472acb71" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.756499] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092f78af-e5d5-452b-9a8d-45c6472acb71',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.258846] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.259345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.259345] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.260256] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 092f78af-e5d5-452b-9a8d-45c6472acb71 with status ACTIVE [ 638.260447] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.260605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.260696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.260903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.261039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.261228] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.261368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.261430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.261573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.261662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.262031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.262031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.262031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.262290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.262290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.262442] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 092f78af-e5d5-452b-9a8d-45c6472acb71 is going to be updated. [ 638.283835] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.284220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.284274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.284584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.284832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.285199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092f78af-e5d5-452b-9a8d-45c6472acb71" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.592288] env[69577]: INFO networking_nsxv3.common.synchronization [None req-fd47fe97-b5cc-4f57-80ca-833fa5da98b9 None None] Enqueued Resource ID: f700877e-f352-446f-b61c-507e48bf1231 with Priority: HIGHEST for action port [ 638.593208] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f700877e-f352-446f-b61c-507e48bf1231 with Priority: HIGHEST for action port [ 638.593626] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f700877e-f352-446f-b61c-507e48bf1231 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.593805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f700877e-f352-446f-b61c-507e48bf1231" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.593907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f700877e-f352-446f-b61c-507e48bf1231" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.594192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f700877e-f352-446f-b61c-507e48bf1231" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.594307] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f700877e-f352-446f-b61c-507e48bf1231',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.605117] env[69577]: INFO networking_nsxv3.common.synchronization [req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 req-23e35f27-125a-478a-a4e2-ac539fa0b39a service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 638.605117] env[69577]: INFO networking_nsxv3.common.synchronization [req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 req-23e35f27-125a-478a-a4e2-ac539fa0b39a service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 638.605117] env[69577]: INFO networking_nsxv3.common.synchronization [req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 req-23e35f27-125a-478a-a4e2-ac539fa0b39a service nova] Enqueued Resource ID: d76be67b-2cc8-4cda-a54c-4055c926adff with Priority: HIGHEST for action port [ 638.605117] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 638.605117] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 638.605117] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d76be67b-2cc8-4cda-a54c-4055c926adff with Priority: HIGHEST for action port [ 638.606653] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.607104] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.610022] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.610022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.610022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.610022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.610866] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.612275] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d76be67b-2cc8-4cda-a54c-4055c926adff taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.612617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d76be67b-2cc8-4cda-a54c-4055c926adff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.612811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d76be67b-2cc8-4cda-a54c-4055c926adff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.613558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d76be67b-2cc8-4cda-a54c-4055c926adff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.613558] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d76be67b-2cc8-4cda-a54c-4055c926adff',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.765338] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.097620] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f700877e-f352-446f-b61c-507e48bf1231 [ 639.097885] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.098047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.098108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.098331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.098421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.098522] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f700877e-f352-446f-b61c-507e48bf1231 already deleted. [ 639.098608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f700877e-f352-446f-b61c-507e48bf1231" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.115298] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.115392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.115624] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.116577] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d76be67b-2cc8-4cda-a54c-4055c926adff with status ACTIVE [ 639.116720] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.116852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.116921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.117141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.117231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.117405] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.117503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.117567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.117714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.117824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.117965] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.119815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.119815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.119815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.119815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.119815] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d76be67b-2cc8-4cda-a54c-4055c926adff is going to be updated. [ 639.145025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.145025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.145025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.145025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.145025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.145025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d76be67b-2cc8-4cda-a54c-4055c926adff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.268063] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.268373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.270183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.270542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.270729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.270896] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be created. [ 639.314246] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.314246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.314246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.314246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.314246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.324527] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: UNINITIALIZED for 2s [ 639.614929] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 639.616034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.616034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.616034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.616034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.616310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.616310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.616501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.616611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.616731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.616851] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.622107] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.812538] env[69577]: INFO networking_nsxv3.common.synchronization [req-fd2c2927-fc9b-483c-8e97-c371f10770ed req-494c0d65-dc59-4c70-a52c-7b7119c4b9a2 tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Enqueued Resource ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 with Priority: HIGHEST for action security_group_members [ 639.812538] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 with Priority: HIGHEST for action security_group_members [ 639.812538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf62099-fbfe-41dd-a2c9-ad292f316695 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.812538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.812538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.812538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.812882] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.813043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.813146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.813381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.813512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.813671] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf62099-fbfe-41dd-a2c9-ad292f316695',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.123040] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.123040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.123040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.123040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.123040] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.123766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.123766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.123766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.123766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.123766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.123766] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.123766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.123766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.124307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.124307] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.124307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.124307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.124307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.124576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.124576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.124576] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.126955] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.127087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.127141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.128835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.128835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.128835] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be created. [ 640.151733] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.151929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.152026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.152191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.152386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.161473] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: UNINITIALIZED for 2s [ 640.302073] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.302406] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.302406] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.302586] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.302844] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.303083] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.303233] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.303406] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.303552] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.303791] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.303907] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.304028] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.304139] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.304281] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.304406] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.304536] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.323441] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.323722] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.324679] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.324679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.324679] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-41bc1b87-b697-409a-80b8-123a1d70cb13 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.324878] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-41bc1b87-b697-409a-80b8-123a1d70cb13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.324929] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-41bc1b87-b697-409a-80b8-123a1d70cb13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.325415] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-41bc1b87-b697-409a-80b8-123a1d70cb13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.325608] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bc1b87-b697-409a-80b8-123a1d70cb13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.326885] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.328054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.328054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.328054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.328054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.328054] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.328054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.328054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.328345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.328345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.328345] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 already deleted. [ 640.328443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.516899] env[69577]: INFO networking_nsxv3.common.synchronization [req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b req-e6dde608-f938-4100-99fa-38da11d4b3e7 tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Enqueued Resource ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e with Priority: HIGHEST for action security_group_members [ 640.517424] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e with Priority: HIGHEST for action security_group_members [ 640.517718] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74d076f-7ca6-4507-8bc2-7ba01af1575e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.517841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.517901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.518470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.518656] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.518765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.518832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.518984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.519080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.519176] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74d076f-7ca6-4507-8bc2-7ba01af1575e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.633738] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1874da-fb5c-4da0-8092-62af8828966d: rpc.has_security_group_logging(os_id): False [ 640.653573] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.653728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.653805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.654062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.654158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.654363] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.654464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.654536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.654671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.654827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.655299] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.655299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.655299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.655672] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.655672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.655672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.655938] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be created. [ 640.734142] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.734295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.734398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.734585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.734885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.749891] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 640.834022] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.834022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.834022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.834022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.834022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.834022] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 41bc1b87-b697-409a-80b8-123a1d70cb13 not found, creating... [ 640.834022] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.834022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.834022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.834022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.834022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.834585] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.834585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.834585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.836422] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.836855] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.837265] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 41bc1b87-b697-409a-80b8-123a1d70cb13 is going to be created. [ 640.863794] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.865303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.865666] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.866349] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.866676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.867049] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-41bc1b87-b697-409a-80b8-123a1d70cb13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.008330] env[69577]: INFO networking_nsxv3.common.synchronization [None req-d9bd00ff-e443-4139-a37e-8f2fa29895dc None None] Enqueued Resource ID: f091107b-4a53-4684-beda-6890ace5354f with Priority: HIGHEST for action port [ 641.010024] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f091107b-4a53-4684-beda-6890ace5354f with Priority: HIGHEST for action port [ 641.010288] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f091107b-4a53-4684-beda-6890ace5354f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.010550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f091107b-4a53-4684-beda-6890ace5354f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.012208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f091107b-4a53-4684-beda-6890ace5354f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.012208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f091107b-4a53-4684-beda-6890ace5354f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.012208] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f091107b-4a53-4684-beda-6890ace5354f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.022068] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.022068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.022068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.022068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.022068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.022068] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.022068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.022068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.022739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.022739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.022739] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e is going to be updated. [ 641.065231] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.065405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.065479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.065683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.065821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.077132] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e in Status: IN_PROGRESS for 2s [ 641.328389] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4fcd26e8-0855-4920-9f6d-26674e2996d6 tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Enqueued Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_rules [ 641.328979] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_rules [ 641.336663] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749272ce-32ab-4429-bfe3-13e473cadf5e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.336663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.336663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.336663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.336663] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.341817] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 641.341817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.341817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.342266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.342266] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.342266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.342436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.342495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.342582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.342670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.342783] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.493658] env[69577]: INFO networking_nsxv3.common.synchronization [None req-9a509578-a34a-4de3-9820-70a2a477a506 tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Enqueued Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_rules [ 641.494235] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_rules [ 641.495082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749272ce-32ab-4429-bfe3-13e473cadf5e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.495082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.514940] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f091107b-4a53-4684-beda-6890ace5354f [ 641.515187] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.515704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.515704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.515704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.515704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.515965] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f091107b-4a53-4684-beda-6890ace5354f already deleted. [ 641.515965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f091107b-4a53-4684-beda-6890ace5354f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.699873] env[69577]: INFO networking_nsxv3.common.synchronization [req-fd2c2927-fc9b-483c-8e97-c371f10770ed req-38f3cfc0-0229-46f6-9839-4807cb4f6ab3 service nova] Enqueued Resource ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 with Priority: HIGHEST for action security_group_rules [ 641.700058] env[69577]: INFO networking_nsxv3.common.synchronization [req-fd2c2927-fc9b-483c-8e97-c371f10770ed req-38f3cfc0-0229-46f6-9839-4807cb4f6ab3 service nova] Enqueued Resource ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 with Priority: HIGHEST for action security_group_members [ 641.700639] env[69577]: INFO networking_nsxv3.common.synchronization [req-fd2c2927-fc9b-483c-8e97-c371f10770ed req-38f3cfc0-0229-46f6-9839-4807cb4f6ab3 service nova] Enqueued Resource ID: 41bc1b87-b697-409a-80b8-123a1d70cb13 with Priority: HIGHEST for action port [ 641.700639] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 with Priority: HIGHEST for action security_group_rules [ 641.700639] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 with Priority: HIGHEST for action security_group_members [ 641.700748] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bc1b87-b697-409a-80b8-123a1d70cb13 with Priority: HIGHEST for action port [ 641.701404] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cf62099-fbfe-41dd-a2c9-ad292f316695 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.701530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.701611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.702039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.702039] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cf62099-fbfe-41dd-a2c9-ad292f316695',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.703723] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf62099-fbfe-41dd-a2c9-ad292f316695 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.703723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.703723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.703723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.703723] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.703723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.703723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.703723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.704245] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.704245] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf62099-fbfe-41dd-a2c9-ad292f316695',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.704670] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-41bc1b87-b697-409a-80b8-123a1d70cb13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.704776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41bc1b87-b697-409a-80b8-123a1d70cb13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.704844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41bc1b87-b697-409a-80b8-123a1d70cb13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.704985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41bc1b87-b697-409a-80b8-123a1d70cb13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.705067] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bc1b87-b697-409a-80b8-123a1d70cb13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.848328] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.858926] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.859665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.859665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.859665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.859665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.859665] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749272ce-32ab-4429-bfe3-13e473cadf5e already deleted. [ 641.860035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.860035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.860035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.860201] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.170789] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 642.171064] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.171238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.171455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.171660] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.171805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.171888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.172078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.172163] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.172692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.172692] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.207018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf62099-fbfe-41dd-a2c9-ad292f316695 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.207175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.207379] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cf62099-fbfe-41dd-a2c9-ad292f316695',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.210198] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41bc1b87-b697-409a-80b8-123a1d70cb13 with status ACTIVE [ 642.210444] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.210653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.210696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.210940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211301] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.211431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.211516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.211719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.212078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.212206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.212292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.212668] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.213312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.213312] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41bc1b87-b697-409a-80b8-123a1d70cb13 is going to be updated. [ 642.235576] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.235576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.235576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.235953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.235953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.236108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41bc1b87-b697-409a-80b8-123a1d70cb13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.356100] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3: rpc.has_security_group_logging(os_id): False [ 642.390437] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.390652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.390738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.390901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.390994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.391257] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.391357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.391417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.391568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.391648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.391755] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be created. [ 642.393567] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.393988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.393988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.393988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.394106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.394138] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749272ce-32ab-4429-bfe3-13e473cadf5e already deleted. [ 642.394220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.477041] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.477041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.477550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.477865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.478093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.489246] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 642.675014] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.675220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.675310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.675507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.675689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.675793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.675894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.675997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.676119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.676177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.676385] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.676482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.676482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.676640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.676745] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.676845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.676921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.677034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.677805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677805] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.709392] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cf62099-fbfe-41dd-a2c9-ad292f316695',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.760422] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 642.760765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.087535] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e in Status: SUCCESS [ 643.087801] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74d076f-7ca6-4507-8bc2-7ba01af1575e deletion is rescheduled due to dependency. [ 643.087968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74d076f-7ca6-4507-8bc2-7ba01af1575e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.179569] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac485341-82d2-4202-b106-124c98ff175c: rpc.has_security_group_logging(os_id): False [ 643.196494] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.196635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.196731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.196920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.197025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.197311] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.197429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.197501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.197661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.197751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.197930] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.198051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.198108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.198509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.198509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.198509] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.198699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.198699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.198799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.198853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.198977] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be created. [ 643.211759] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.211957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.212055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.212217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.212296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.212386] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 is going to be created. [ 643.249921] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.250112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.250187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.250472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.250721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.265016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.265133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.265228] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.265386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.265644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.267315] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 in Status: UNINITIALIZED for 2s [ 643.276109] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 644.510296] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 644.516594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.278291] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 in Status: SUCCESS [ 645.279728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.285330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.285330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.285330] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.285330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.285330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.285330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.285330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.285330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.285330] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cf62099-fbfe-41dd-a2c9-ad292f316695',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.296585] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 645.297224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.789637] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf62099-fbfe-41dd-a2c9-ad292f316695 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.789637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.789637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.790037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.790037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.790174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.790174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.790292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.790422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.790479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.790753] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf62099-fbfe-41dd-a2c9-ad292f316695 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.791029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.791029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.791152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.792855] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.792855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.792855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.792855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.792855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.792855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.792855] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cf62099-fbfe-41dd-a2c9-ad292f316695',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.298594] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cf62099-fbfe-41dd-a2c9-ad292f316695: rpc.has_security_group_logging(os_id): False [ 646.319157] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.319157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.319157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.319157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.319157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.319386] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.319386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.319386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.319553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.319589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.323023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.323023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.323023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.323023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.323023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.323023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.323023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.323023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.323023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.323023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.323023] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 is going to be created. [ 646.393866] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.393866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.393866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.393866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.393866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.413078] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 in Status: IN_PROGRESS for 2s [ 646.701495] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.701877] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 648.429395] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 in Status: SUCCESS [ 648.429395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.301094] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6313d874-2e3b-42d5-abd9-0b254f5064a6 None None] Enqueued Resource ID: fa7af8f5-0c0b-43fc-99b9-166995090795 with Priority: HIGHEST for action port [ 650.301094] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7af8f5-0c0b-43fc-99b9-166995090795 with Priority: HIGHEST for action port [ 650.301479] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa7af8f5-0c0b-43fc-99b9-166995090795 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.301479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa7af8f5-0c0b-43fc-99b9-166995090795" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.301479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa7af8f5-0c0b-43fc-99b9-166995090795" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.301699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa7af8f5-0c0b-43fc-99b9-166995090795" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.301878] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa7af8f5-0c0b-43fc-99b9-166995090795',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.618510] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-c057dc74-862c-49a4-a924-1fdb4c5a9fac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 650.619098] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 650.620435] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.620435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.620435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.621519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.621694] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.621829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.621880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.622069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.622153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.622244] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.804283] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa7af8f5-0c0b-43fc-99b9-166995090795 [ 650.807461] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.807624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.807701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.807936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.808050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.808154] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa7af8f5-0c0b-43fc-99b9-166995090795 already deleted. [ 650.808242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa7af8f5-0c0b-43fc-99b9-166995090795" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.866218] env[69577]: INFO networking_nsxv3.common.synchronization [req-f4d10ea5-f59a-4628-9674-2d11a52131f2 req-f02bb4d1-9fae-42c8-81c0-f085d4e47b44 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Enqueued Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGHEST for action security_group_members [ 650.866858] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGHEST for action security_group_members [ 650.871246] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea17035-9c56-47b9-91d5-f885457c57a4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.871246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.871246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.871246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.871246] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.871246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.871246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.871246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.871246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.871246] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.125285] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.128912] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.128912] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab already deleted. [ 651.128912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.371532] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.371851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.371851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.372019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.372124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.372333] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.373620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.373777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.375177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.376723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.376723] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 is going to be updated. [ 651.405969] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.411027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.411027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.411027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.411027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.416698] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-ba3d0f5e-695e-4ad0-941f-a11a7186a000 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 651.417272] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 651.417603] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.419021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.419021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.420935] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.420935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.421974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.421974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.421974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.421974] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.426215] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 in Status: IN_PROGRESS for 2s [ 651.511433] env[69577]: INFO networking_nsxv3.common.synchronization [None req-91a16158-ffb4-4d88-b0e0-29abb970a905 None None] Enqueued Resource ID: 3dac5fd6-9540-4cd8-b4e7-24a12864e202 with Priority: HIGHEST for action port [ 651.512272] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dac5fd6-9540-4cd8-b4e7-24a12864e202 with Priority: HIGHEST for action port [ 651.512715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dac5fd6-9540-4cd8-b4e7-24a12864e202 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.512827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dac5fd6-9540-4cd8-b4e7-24a12864e202" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.512902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dac5fd6-9540-4cd8-b4e7-24a12864e202" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.513788] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dac5fd6-9540-4cd8-b4e7-24a12864e202" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.513898] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dac5fd6-9540-4cd8-b4e7-24a12864e202',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.923638] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.923842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.923955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.924533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.924776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.925042] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.925130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.925186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.925397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.925506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.925624] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab already deleted. [ 651.925823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.019996] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dac5fd6-9540-4cd8-b4e7-24a12864e202 [ 652.019996] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.019996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.019996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.019996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.019996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.019996] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dac5fd6-9540-4cd8-b4e7-24a12864e202 already deleted. [ 652.019996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dac5fd6-9540-4cd8-b4e7-24a12864e202" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.449780] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-a1779839-c742-42a9-81a4-258a53cde607 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 652.451286] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 652.452494] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.452655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.452739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.452948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.453339] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.453339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.453339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.453462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.453554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.453707] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.887452] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.887790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-409" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.887790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-409" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.888133] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-409" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.888388] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.888538] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.889682] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.889682] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.889847] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.890156] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.890278] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.890400] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.890526] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.890636] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.890750] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.890897] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.908576] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.908576] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.908576] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.908802] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-409" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.909136] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.909309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.910028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.910028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.910217] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9dc94e9-be57-4b8d-a5c0-c5438e61f461',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.956256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.958916] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.958916] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab already deleted. [ 652.958916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.303349] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7c94cb3b-5d1f-471d-9eb3-489ded06fe4a None None] Enqueued Resource ID: 9856dfb2-5975-4c6a-a66f-db6943b356c2 with Priority: HIGHEST for action port [ 653.305872] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9856dfb2-5975-4c6a-a66f-db6943b356c2 with Priority: HIGHEST for action port [ 653.305872] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9856dfb2-5975-4c6a-a66f-db6943b356c2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.305872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9856dfb2-5975-4c6a-a66f-db6943b356c2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.305872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9856dfb2-5975-4c6a-a66f-db6943b356c2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.306207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9856dfb2-5975-4c6a-a66f-db6943b356c2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.306207] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9856dfb2-5975-4c6a-a66f-db6943b356c2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.412789] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.412991] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.413694] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.413694] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.413694] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.413936] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port a9dc94e9-be57-4b8d-a5c0-c5438e61f461 not found, creating... [ 653.414143] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.414347] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.414620] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.414883] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.415066] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.415491] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.415827] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.415971] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.416262] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.416453] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.416629] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: a9dc94e9-be57-4b8d-a5c0-c5438e61f461 is going to be created. [ 653.436011] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 in Status: SUCCESS [ 653.436427] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 deletion is rescheduled due to dependency. [ 653.436427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.437658] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.438063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.438063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.438421] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.438488] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.438673] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.532199] env[69577]: INFO networking_nsxv3.common.synchronization [None req-29bd96db-0668-4d2f-8d0e-499c1ccf4ed0 None None] Enqueued Resource ID: 4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2 with Priority: HIGHEST for action port [ 653.532628] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2 with Priority: HIGHEST for action port [ 653.533133] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.533285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.533285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.534684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.534684] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.809192] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9856dfb2-5975-4c6a-a66f-db6943b356c2 [ 653.809192] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.809192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.809192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.809192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.809192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.809192] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9856dfb2-5975-4c6a-a66f-db6943b356c2 already deleted. [ 653.809192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9856dfb2-5975-4c6a-a66f-db6943b356c2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.037220] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2 [ 654.037220] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.037220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.037220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.037220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.037220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.037220] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2 already deleted. [ 654.037220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fcb9d6e-d0ed-4c8c-8bb8-aedbfbe519d2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.332708] env[69577]: INFO networking_nsxv3.common.synchronization [req-9b86ae34-0223-497c-a124-767283b10c82 req-56d26a18-5a0a-4529-9293-507535c43588 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 654.332708] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 654.332708] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.332708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.332708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.333141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.333141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.335935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.335935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.335935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.335935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.335935] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.402232] env[69577]: INFO networking_nsxv3.common.synchronization [req-9b86ae34-0223-497c-a124-767283b10c82 req-56d26a18-5a0a-4529-9293-507535c43588 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 654.402447] env[69577]: INFO networking_nsxv3.common.synchronization [req-9b86ae34-0223-497c-a124-767283b10c82 req-56d26a18-5a0a-4529-9293-507535c43588 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 654.402551] env[69577]: INFO networking_nsxv3.common.synchronization [req-9b86ae34-0223-497c-a124-767283b10c82 req-56d26a18-5a0a-4529-9293-507535c43588 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a with Priority: HIGHEST for action port [ 654.403129] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 654.403283] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 654.403385] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a with Priority: HIGHEST for action port [ 654.403661] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.403789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.403861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.404090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.404169] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.407970] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.407970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.407970] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.407970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.407970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.408271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.408271] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dfb726-914f-4ef0-8eda-b4a00ecce63a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.611335] env[69577]: INFO networking_nsxv3.common.synchronization [req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 req-3db159ea-88c0-407e-b27f-0752ece54fe3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 654.613017] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 654.613017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.613017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.613017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.613529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.615358] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.615358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.615358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.615358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.615358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.615358] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.689818] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-5afb6dc9-4749-4fe7-ab42-b060530d2c04 service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 654.689999] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-5afb6dc9-4749-4fe7-ab42-b060530d2c04 service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 654.690148] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-5afb6dc9-4749-4fe7-ab42-b060530d2c04 service nova] Enqueued Resource ID: a9dc94e9-be57-4b8d-a5c0-c5438e61f461 with Priority: HIGHEST for action port [ 654.690847] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 654.690847] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 654.690976] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9dc94e9-be57-4b8d-a5c0-c5438e61f461 with Priority: HIGHEST for action port [ 654.691341] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.691487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.691636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.692169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.692392] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.693393] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.693586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.693671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.693907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.698215] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.701107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.701107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.701107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.701107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.701107] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.701107] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.701107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.701107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.701107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.701107] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9dc94e9-be57-4b8d-a5c0-c5438e61f461',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.839096] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.910246] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.910388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.912801] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1dfb726-914f-4ef0-8eda-b4a00ecce63a with status ACTIVE [ 654.913049] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.913153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.913224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.913436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.913637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.913703] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.913911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.913911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.914038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.914153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.914241] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.914384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.914384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.914522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.914595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.914671] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a is going to be updated. [ 654.947878] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.947878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.947878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.947878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.947878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.947878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.994056] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a2ec352d-c910-41dc-82a2-716897203bdf None None] Enqueued Resource ID: 352b13a6-1f82-417a-abae-ccdf997fec46 with Priority: HIGHEST for action port [ 654.996839] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352b13a6-1f82-417a-abae-ccdf997fec46 with Priority: HIGHEST for action port [ 654.997343] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-352b13a6-1f82-417a-abae-ccdf997fec46 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.997440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-352b13a6-1f82-417a-abae-ccdf997fec46" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.997912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-352b13a6-1f82-417a-abae-ccdf997fec46" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.997912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-352b13a6-1f82-417a-abae-ccdf997fec46" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.998121] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('352b13a6-1f82-417a-abae-ccdf997fec46',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.117897] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.118129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.118197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.118502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.118644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.118870] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.118965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.119016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.119441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.119441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.119441] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 655.149707] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.149890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.149940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.150258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.150386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.164768] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 655.204569] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.204569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.204569] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.204569] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9dc94e9-be57-4b8d-a5c0-c5438e61f461 with status ACTIVE [ 655.204569] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.204569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.204569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.204972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.204972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.205066] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.205142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.205202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.205359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.205433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.205706] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.205795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.205884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.206074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.206151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.207019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9dc94e9-be57-4b8d-a5c0-c5438e61f461 is going to be updated. [ 655.261180] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.261180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.261180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.261180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.261180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.261180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9dc94e9-be57-4b8d-a5c0-c5438e61f461" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.341903] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.407808] env[69577]: INFO networking_nsxv3.common.synchronization [req-c9320fdd-276e-4825-bd14-e3cd27095f20 req-29bdc451-81a3-4dea-9c9f-c9c71524d4ef tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Enqueued Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGHEST for action security_group_members [ 655.408665] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGHEST for action security_group_members [ 655.408665] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.408827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.408827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.409101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.409245] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.409341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.409441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.409552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.409628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.409851] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.501558] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 352b13a6-1f82-417a-abae-ccdf997fec46 [ 655.502116] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.502116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.502116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.502397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.502453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.504028] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:352b13a6-1f82-417a-abae-ccdf997fec46 already deleted. [ 655.504028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-352b13a6-1f82-417a-abae-ccdf997fec46" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.712594] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.818390] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.818595] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.818774] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.819207] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.819624] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.819885] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.820107] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.820455] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.820727] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.822627] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.822788] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.825032] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.825032] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.825032] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.825032] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.825032] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.843279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.843279] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.843279] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.848019] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.848019] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-b89fd511-341a-455d-92f0-fd52ce9f7985 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.848019] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-b89fd511-341a-455d-92f0-fd52ce9f7985" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.848019] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-b89fd511-341a-455d-92f0-fd52ce9f7985" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.848019] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-b89fd511-341a-455d-92f0-fd52ce9f7985" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.848019] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89fd511-341a-455d-92f0-fd52ce9f7985',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.850498] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.850659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.850713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.850949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.851063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.851165] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b is going to be updated. [ 655.878967] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.879161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.879231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.879457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.879604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.888776] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: IN_PROGRESS for 2s [ 655.912335] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.912526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.912591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.912773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.912864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.913092] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.913265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.913328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.913483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.913560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.913646] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b already deleted. [ 655.913725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.198416] env[69577]: INFO networking_nsxv3.common.synchronization [req-0cde8f35-d231-4851-bb39-eef4fe410edf req-0618e1bb-f6f0-49c5-963c-62bd8282b8f8 tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Enqueued Resource ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 with Priority: HIGHEST for action security_group_members [ 656.198917] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 with Priority: HIGHEST for action security_group_members [ 656.199388] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf62099-fbfe-41dd-a2c9-ad292f316695 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.199551] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.199669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.200217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.200437] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.202404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.202404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.202566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.202566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.203359] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf62099-fbfe-41dd-a2c9-ad292f316695',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.215653] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.216039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.216125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.216375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.216442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.216535] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be created. [ 656.251126] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.251304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.251304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.251488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.252012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.271788] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: UNINITIALIZED for 2s [ 656.353100] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.353423] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.353495] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.353785] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.353959] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.354133] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port b89fd511-341a-455d-92f0-fd52ce9f7985 not found, creating... [ 656.354394] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.354576] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.354694] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.355056] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.355225] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.355535] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.356316] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.356316] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.356316] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.356316] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.356316] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: b89fd511-341a-455d-92f0-fd52ce9f7985 is going to be created. [ 656.377741] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.378890] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.380812] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.381184] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.381528] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.381771] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-b89fd511-341a-455d-92f0-fd52ce9f7985" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.405753] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.405753] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-864" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.405986] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-864" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.406598] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-864" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.406598] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.406884] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.406884] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.407378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.407378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.407531] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.407531] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.407652] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.407746] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.407850] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.408213] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.408213] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.429305] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.429474] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.430484] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.430484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-864" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.430484] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.430484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.430484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.430952] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.430952] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f43b8ef-6fe2-414e-8246-fd8516fb49ca',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.709572] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.712793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.712793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.712793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.712793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.712793] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.712793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.712793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.712793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.712793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.712793] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 is going to be updated. [ 656.746532] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.746790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.746911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.747276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.748134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.758802] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 in Status: IN_PROGRESS for 2s [ 656.933803] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.933803] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.933803] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.934294] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.934294] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.934367] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 4f43b8ef-6fe2-414e-8246-fd8516fb49ca not found, creating... [ 656.934606] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.935206] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.935846] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.936255] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.936406] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.936701] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.936853] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.936973] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.940226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.940226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.940226] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 4f43b8ef-6fe2-414e-8246-fd8516fb49ca is going to be created. [ 656.961201] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.961201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.961201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.961201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.961201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.961510] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.174251] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 657.174676] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c deletion is rescheduled due to dependency. [ 657.174676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.225206] env[69577]: INFO networking_nsxv3.common.synchronization [req-c9320fdd-276e-4825-bd14-e3cd27095f20 req-680f893d-99c0-4aee-bd82-3997351bd5e8 service nova] Enqueued Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGHEST for action security_group_rules [ 657.225206] env[69577]: INFO networking_nsxv3.common.synchronization [req-c9320fdd-276e-4825-bd14-e3cd27095f20 req-680f893d-99c0-4aee-bd82-3997351bd5e8 service nova] Enqueued Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGHEST for action security_group_members [ 657.225206] env[69577]: INFO networking_nsxv3.common.synchronization [req-c9320fdd-276e-4825-bd14-e3cd27095f20 req-680f893d-99c0-4aee-bd82-3997351bd5e8 service nova] Enqueued Resource ID: b89fd511-341a-455d-92f0-fd52ce9f7985 with Priority: HIGHEST for action port [ 657.226496] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGHEST for action security_group_rules [ 657.226914] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGHEST for action security_group_members [ 657.227156] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89fd511-341a-455d-92f0-fd52ce9f7985 with Priority: HIGHEST for action port [ 657.229495] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.229495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.229495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.229495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.229495] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.229495] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.229495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.229495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.229495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.238020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.238020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.238020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.238020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.238020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.238020] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.238020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b89fd511-341a-455d-92f0-fd52ce9f7985 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.238020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b89fd511-341a-455d-92f0-fd52ce9f7985" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.238020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b89fd511-341a-455d-92f0-fd52ce9f7985" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.238020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b89fd511-341a-455d-92f0-fd52ce9f7985" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.238020] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89fd511-341a-455d-92f0-fd52ce9f7985',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.533669] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6eb6e1d0-3860-4696-97a6-36d24eed1f57 None None] Enqueued Resource ID: 0173f8a1-c382-4dc8-8c26-d19d3102287a with Priority: HIGHEST for action port [ 657.534276] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0173f8a1-c382-4dc8-8c26-d19d3102287a with Priority: HIGHEST for action port [ 657.534606] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-0173f8a1-c382-4dc8-8c26-d19d3102287a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.534739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0173f8a1-c382-4dc8-8c26-d19d3102287a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.534812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0173f8a1-c382-4dc8-8c26-d19d3102287a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.535103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0173f8a1-c382-4dc8-8c26-d19d3102287a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.535194] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0173f8a1-c382-4dc8-8c26-d19d3102287a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.644921] env[69577]: INFO networking_nsxv3.common.synchronization [req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 req-71e6c3dc-5855-4dbc-b5db-9ce2f57f0433 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Enqueued Resource ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 with Priority: HIGHEST for action security_group_members [ 657.645476] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 with Priority: HIGHEST for action security_group_members [ 657.645823] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d6306-29de-42eb-80cf-585aabf1d691 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.645977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.647312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.647587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.648423] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.648423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.648423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.648423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.648423] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6d6306-29de-42eb-80cf-585aabf1d691',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.739449] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.741141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.741420] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.742339] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b89fd511-341a-455d-92f0-fd52ce9f7985 with status ACTIVE [ 657.746021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.746021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.746021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.746021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.746021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b89fd511-341a-455d-92f0-fd52ce9f7985 is going to be updated. [ 657.766276] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.766419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.766487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.766718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.766856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.767025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b89fd511-341a-455d-92f0-fd52ce9f7985" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.898348] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: SUCCESS [ 657.898569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.898806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.899047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.899240] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.899354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.899437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.903020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.903020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.903020] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.996657] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-f23b1125-8172-4eb1-866c-eb50fed779b2 service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 657.996828] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-f23b1125-8172-4eb1-866c-eb50fed779b2 service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 657.996960] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-f23b1125-8172-4eb1-866c-eb50fed779b2 service nova] Enqueued Resource ID: 4f43b8ef-6fe2-414e-8246-fd8516fb49ca with Priority: HIGHEST for action port [ 657.997217] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 657.997340] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 657.997437] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f43b8ef-6fe2-414e-8246-fd8516fb49ca with Priority: HIGHEST for action port [ 657.998211] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.998349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.998562] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.999377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.999377] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.999377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.999377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.999377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.999377] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f43b8ef-6fe2-414e-8246-fd8516fb49ca',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.037751] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0173f8a1-c382-4dc8-8c26-d19d3102287a [ 658.037991] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.038157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.038224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.038658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.039632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.039909] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0173f8a1-c382-4dc8-8c26-d19d3102287a already deleted. [ 658.040038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0173f8a1-c382-4dc8-8c26-d19d3102287a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.150869] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.151112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.151112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.151456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.151456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.151734] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.151828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.151828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.152036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.152112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.152244] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 already deleted. [ 658.152244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.247539] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.283609] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 658.283869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.284065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.284317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.284531] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.284670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.285045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.285045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.285045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.285170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.285204] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.289195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.289380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.289594] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.289672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.290143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.290143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.290143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.290143] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.360308] env[69577]: INFO networking_nsxv3.common.synchronization [None req-985c3c3e-6b48-4d7a-9cdd-3bb210a5ed67 None None] Enqueued Resource ID: 84113cc0-7035-4d9e-9891-c5814ff793e2 with Priority: HIGHEST for action port [ 658.360308] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84113cc0-7035-4d9e-9891-c5814ff793e2 with Priority: HIGHEST for action port [ 658.360308] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-84113cc0-7035-4d9e-9891-c5814ff793e2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.360586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84113cc0-7035-4d9e-9891-c5814ff793e2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.361208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84113cc0-7035-4d9e-9891-c5814ff793e2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.361208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84113cc0-7035-4d9e-9891-c5814ff793e2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.361208] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84113cc0-7035-4d9e-9891-c5814ff793e2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.404545] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.501904] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f43b8ef-6fe2-414e-8246-fd8516fb49ca with status ACTIVE [ 658.501904] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.501904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.501904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.501904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.502224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.506019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.506019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.506019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.506019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.506019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.506019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.506019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.506019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.506019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.506019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.506019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f43b8ef-6fe2-414e-8246-fd8516fb49ca is going to be updated. [ 658.531797] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.532038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.532173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.532441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.532582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.532794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f43b8ef-6fe2-414e-8246-fd8516fb49ca" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.750239] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.750239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.750239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.750650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.750650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.750730] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b is going to be created. [ 658.769708] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 in Status: SUCCESS [ 658.769708] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf62099-fbfe-41dd-a2c9-ad292f316695 deletion is rescheduled due to dependency. [ 658.769708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf62099-fbfe-41dd-a2c9-ad292f316695" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.775246] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.775395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.778070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.778070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.778070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.784350] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b in Status: UNINITIALIZED for 2s [ 658.789769] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.789923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.793301] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.863427] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84113cc0-7035-4d9e-9891-c5814ff793e2 [ 658.863665] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.863806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.863887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.864115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.864213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.864290] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84113cc0-7035-4d9e-9891-c5814ff793e2 already deleted. [ 658.864376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84113cc0-7035-4d9e-9891-c5814ff793e2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.907094] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.918473] env[69577]: INFO networking_nsxv3.common.synchronization [req-bc70c260-5e58-4ffd-9c00-ce9ed837471f req-9a571a10-64e1-48e9-b453-c30fc46d3845 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_members [ 658.919883] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c with Priority: HIGHEST for action security_group_members [ 658.921435] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.921714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.922142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.922471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.922780] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.923285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.923451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.924279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.924489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.924692] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.982526] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.982526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-69" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.982526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-69" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.982526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-69" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.982526] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.982526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.982526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.984721] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.984721] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.984721] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.985390] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.985508] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.985618] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.985731] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.985988] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.986079] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.006907] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.007198] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.007295] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.007397] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-69" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.007730] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.008895] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.008895] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009154] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009154] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7f8986-7dd6-4934-9b87-cc87d75acdd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.126885] env[69577]: INFO networking_nsxv3.common.synchronization [req-5d64c426-f428-405f-a4df-16c13b59e78f req-d6941a4a-1a34-4b99-86c3-a38b5e5a4c06 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 659.127434] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 659.127739] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.127838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.143834] env[69577]: INFO networking_nsxv3.common.synchronization [req-5d64c426-f428-405f-a4df-16c13b59e78f req-d6941a4a-1a34-4b99-86c3-a38b5e5a4c06 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 659.144712] env[69577]: INFO networking_nsxv3.common.synchronization [req-5d64c426-f428-405f-a4df-16c13b59e78f req-d6941a4a-1a34-4b99-86c3-a38b5e5a4c06 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 659.144712] env[69577]: INFO networking_nsxv3.common.synchronization [req-5d64c426-f428-405f-a4df-16c13b59e78f req-d6941a4a-1a34-4b99-86c3-a38b5e5a4c06 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a with Priority: HIGHEST for action port [ 659.146200] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_rules [ 659.146200] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 659.146200] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a with Priority: HIGHEST for action port [ 659.146697] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.147021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.148974] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.148974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.148974] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.148974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.148974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.148974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.148974] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dfb726-914f-4ef0-8eda-b4a00ecce63a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.221891] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.222545] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-409" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.224115] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-409" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.224115] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-409" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.224376] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.224555] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.224672] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.224890] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.225047] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.225254] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.225366] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.225475] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.225582] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.225686] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.225789] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.225921] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.244186] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.245279] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.245519] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.245708] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-409" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.246033] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8efe1f6e-dfa2-4508-bf93-9d9610f44087 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.246217] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8efe1f6e-dfa2-4508-bf93-9d9610f44087" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.246336] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8efe1f6e-dfa2-4508-bf93-9d9610f44087" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.246648] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8efe1f6e-dfa2-4508-bf93-9d9610f44087" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.246786] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efe1f6e-dfa2-4508-bf93-9d9610f44087',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.296456] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.410315] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.410468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.410537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.410790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.410885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.410986] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b is going to be updated. [ 659.428704] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.432863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.432863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.432863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.432863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.432863] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.432863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.432863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.432863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.432863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.432863] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c is going to be updated. [ 659.437073] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.437238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.437277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.437438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.437568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.444984] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: IN_PROGRESS for 2s [ 659.463021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.463021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.463021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.463021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.463021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.469772] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c in Status: IN_PROGRESS for 2s [ 659.513883] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.514149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.514276] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.514566] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.514717] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.514872] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ec7f8986-7dd6-4934-9b87-cc87d75acdd3 not found, creating... [ 659.515240] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.515447] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.515562] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.515885] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.515999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.516362] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.516515] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.516629] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.516835] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.516969] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.517122] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ec7f8986-7dd6-4934-9b87-cc87d75acdd3 is going to be created. [ 659.545657] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.545657] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.545657] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.545657] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.545657] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.545657] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.651374] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1dfb726-914f-4ef0-8eda-b4a00ecce63a with status ACTIVE [ 659.651686] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.651968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.651968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.652090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.652158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.652342] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.652445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.652498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.653459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.653459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.653459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.653459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.653459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.653459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.653459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.653459] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1dfb726-914f-4ef0-8eda-b4a00ecce63a is going to be updated. [ 659.679618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.679774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.679847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.680069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.680204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.680359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1dfb726-914f-4ef0-8eda-b4a00ecce63a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.781141] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.781141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.781141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.781141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.781141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.781141] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8efe1f6e-dfa2-4508-bf93-9d9610f44087 not found, creating... [ 659.781141] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.781141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.781141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.781141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.781141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.783556] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.783556] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.783556] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.783556] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.783556] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.783556] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8efe1f6e-dfa2-4508-bf93-9d9610f44087 is going to be created. [ 659.794654] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.794654] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.794654] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795903] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.795903] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.795903] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8efe1f6e-dfa2-4508-bf93-9d9610f44087" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.799819] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.799819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.800074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.800108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.802262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.802262] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 659.845026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.845274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.845395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.847123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.847123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.860058] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 660.264856] env[69577]: INFO networking_nsxv3.common.synchronization [None req-e78fa67a-ee32-4cbd-a1c0-653f2e14b00b None None] Enqueued Resource ID: 650fe335-4180-494b-bf37-8bae46b8691c with Priority: HIGHEST for action port [ 660.266696] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fe335-4180-494b-bf37-8bae46b8691c with Priority: HIGHEST for action port [ 660.266696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-650fe335-4180-494b-bf37-8bae46b8691c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.266861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-650fe335-4180-494b-bf37-8bae46b8691c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.266861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-650fe335-4180-494b-bf37-8bae46b8691c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.267140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-650fe335-4180-494b-bf37-8bae46b8691c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.267223] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('650fe335-4180-494b-bf37-8bae46b8691c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.601356] env[69577]: INFO networking_nsxv3.common.synchronization [req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 req-3b34913d-51bf-4663-bd2a-89ed8e3c7b63 service nova] Enqueued Resource ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 with Priority: HIGHEST for action security_group_rules [ 660.601520] env[69577]: INFO networking_nsxv3.common.synchronization [req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 req-3b34913d-51bf-4663-bd2a-89ed8e3c7b63 service nova] Enqueued Resource ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 with Priority: HIGHEST for action security_group_members [ 660.601649] env[69577]: INFO networking_nsxv3.common.synchronization [req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 req-3b34913d-51bf-4663-bd2a-89ed8e3c7b63 service nova] Enqueued Resource ID: ec7f8986-7dd6-4934-9b87-cc87d75acdd3 with Priority: HIGHEST for action port [ 660.601885] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 with Priority: HIGHEST for action security_group_rules [ 660.602026] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 with Priority: HIGHEST for action security_group_members [ 660.602122] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f8986-7dd6-4934-9b87-cc87d75acdd3 with Priority: HIGHEST for action port [ 660.607643] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d6d6306-29de-42eb-80cf-585aabf1d691 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.607811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.607883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.608162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.608243] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d6d6306-29de-42eb-80cf-585aabf1d691',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.612027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d6306-29de-42eb-80cf-585aabf1d691 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.612027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.612027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.612027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.612027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.612027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.612027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.612027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.612027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.612027] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6d6306-29de-42eb-80cf-585aabf1d691',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.612027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.613227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.613314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.614159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.614918] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7f8986-7dd6-4934-9b87-cc87d75acdd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.701469] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-33c5b4a1-a70d-44e7-a4fa-c62414c4873b service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 660.701662] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-33c5b4a1-a70d-44e7-a4fa-c62414c4873b service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 660.701828] env[69577]: INFO networking_nsxv3.common.synchronization [req-5f382df7-9235-468c-be21-8ee656f3cffc req-33c5b4a1-a70d-44e7-a4fa-c62414c4873b service nova] Enqueued Resource ID: 8efe1f6e-dfa2-4508-bf93-9d9610f44087 with Priority: HIGHEST for action port [ 660.702444] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 660.702617] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 660.703055] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efe1f6e-dfa2-4508-bf93-9d9610f44087 with Priority: HIGHEST for action port [ 660.703055] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.703263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.703423] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.703507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.703709] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efe1f6e-dfa2-4508-bf93-9d9610f44087 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.703808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efe1f6e-dfa2-4508-bf93-9d9610f44087" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.703870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efe1f6e-dfa2-4508-bf93-9d9610f44087" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.704085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efe1f6e-dfa2-4508-bf93-9d9610f44087" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.704167] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efe1f6e-dfa2-4508-bf93-9d9610f44087',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.769650] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 650fe335-4180-494b-bf37-8bae46b8691c [ 660.770329] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.770329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.770461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.770653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.770737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.770899] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:650fe335-4180-494b-bf37-8bae46b8691c already deleted. [ 660.770987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-650fe335-4180-494b-bf37-8bae46b8691c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.796861] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b in Status: SUCCESS [ 660.797497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.797497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.797639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.797745] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.797863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.797929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.798165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.798204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.798339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.798339] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.118431] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec7f8986-7dd6-4934-9b87-cc87d75acdd3 with status ACTIVE [ 661.118431] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.118585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.118585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.119397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.119496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.119724] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.119845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.119908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.120128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.120215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.120586] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.120816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.121376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.122515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.122823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.122823] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec7f8986-7dd6-4934-9b87-cc87d75acdd3 is going to be updated. [ 661.124158] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d6306-29de-42eb-80cf-585aabf1d691 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.129682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.129682] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d6d6306-29de-42eb-80cf-585aabf1d691',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.146770] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.146905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.146996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.147256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.147420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.147607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec7f8986-7dd6-4934-9b87-cc87d75acdd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.206285] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8efe1f6e-dfa2-4508-bf93-9d9610f44087 with status ACTIVE [ 661.206522] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.206656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.206723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.206946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.207041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.207269] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.207362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.207422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.207571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.207645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.207821] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.207907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.207964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.208167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.208265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.208348] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8efe1f6e-dfa2-4508-bf93-9d9610f44087 is going to be updated. [ 661.253023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.253184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.253258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.253480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.253616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.253776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efe1f6e-dfa2-4508-bf93-9d9610f44087" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.304028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.304028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.304028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.304028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.304028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.304693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.304693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.304693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.304693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.304693] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.458638] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: SUCCESS [ 661.458638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.458638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.458638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.458638] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.458638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.458638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.458638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.458638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.458638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.458638] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.459646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.459917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.460238] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.460487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.460641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.460905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.461278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.461925] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.482040] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c in Status: SUCCESS [ 661.482040] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c deletion is rescheduled due to dependency. [ 661.482040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.631441] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d6d6306-29de-42eb-80cf-585aabf1d691',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.808502] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b1b208b-99d1-43b4-83ff-4df1bc98db5b: rpc.has_security_group_logging(os_id): False [ 661.830199] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.830199] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.830199] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.830199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.831647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.831647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.831647] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.831647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.831647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.831647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.831647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.831647] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b is going to be created. [ 661.868576] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 661.868998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.868998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.872017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.872017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.872017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.872017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.872017] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.872591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.872591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.872672] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.872766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.872828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.872959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.873046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.873130] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.888748] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.888898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.889164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.889164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.889353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.900958] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b in Status: IN_PROGRESS for 2s [ 661.965132] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.966158] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.133435] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.133617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.133829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.133909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.134019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.134118] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 is going to be created. [ 662.158347] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.158525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.158597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.158857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.158962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.170963] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 in Status: UNINITIALIZED for 2s [ 662.374633] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b2b6249-b700-43cb-8111-655e9e6a02ab: rpc.has_security_group_logging(os_id): False [ 662.378825] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.396021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.396021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.396021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.396021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.396613] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.396613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.396613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.397080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.397325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.397544] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be created. [ 662.458404] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.458404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.458404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.458404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.458404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.470702] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75b79a33-6d40-42b0-b55d-b5f02d167b5b: rpc.has_security_group_logging(os_id): False [ 662.470702] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.471183] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 662.490186] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.490358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.490431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.490647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.490740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.491078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.491206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.491310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.491582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.491711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.491876] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b is going to be updated. [ 662.588185] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.588408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.588408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.588642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.588835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.605609] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: IN_PROGRESS for 2s [ 662.880415] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.929074] env[69577]: INFO networking_nsxv3.common.synchronization [req-70da4095-49d4-4fa7-8de1-be059ba391a4 req-267e7f33-0637-4160-b20d-a5bcf76f47cb tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Enqueued Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_members [ 662.929728] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_members [ 662.930388] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b15f52-1f8f-4c18-96c7-c31349544e53 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.930598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.930729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.931343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.932260] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.932543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.932731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.932992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.933175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.933344] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.972206] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.972363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.972434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.972654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.972748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.972851] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b is going to be updated. [ 663.002214] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.002426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.002535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.002900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.003141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.012939] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: IN_PROGRESS for 2s [ 663.386315] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.386491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.386553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.386799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.386898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.387010] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 663.417391] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.417555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.417627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.417854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.418009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.427254] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 663.439257] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.439464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.439505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.439711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.439802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.440016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.440123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.440186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.440339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.440414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.440499] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 already deleted. [ 663.440582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.915698] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b in Status: SUCCESS [ 663.915698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.028974] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.029259] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-360" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.029392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-360" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.029740] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-360" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.030375] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.030375] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.030515] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.031568] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.031568] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.031568] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.031568] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.031568] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.031568] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.031568] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.031952] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.031952] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.049604] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.049792] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.049792] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.050735] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-360" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.050735] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-13398dd3-ac11-48bf-9ed6-d77379f669c1 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.050735] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-13398dd3-ac11-48bf-9ed6-d77379f669c1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.050980] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-13398dd3-ac11-48bf-9ed6-d77379f669c1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.051179] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-13398dd3-ac11-48bf-9ed6-d77379f669c1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.051315] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13398dd3-ac11-48bf-9ed6-d77379f669c1',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.191385] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 in Status: SUCCESS [ 664.191663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.191904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.192166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.192420] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.192584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.192670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.192858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.192975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.194939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.195070] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d6d6306-29de-42eb-80cf-585aabf1d691',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.199651] env[69577]: INFO networking_nsxv3.common.synchronization [req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 req-734c3f44-8157-4c6e-b07b-c205df005a67 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Enqueued Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 664.199651] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b with Priority: HIGHEST for action security_group_members [ 664.199651] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b79a33-6d40-42b0-b55d-b5f02d167b5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.199651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.485585] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 664.485585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.485585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.485585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.485879] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.557051] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.557051] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.557051] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.557051] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.557051] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.557051] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 13398dd3-ac11-48bf-9ed6-d77379f669c1 not found, creating... [ 664.557051] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.557051] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.557514] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.557514] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.557514] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.557988] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.559008] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.559008] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.559008] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.559008] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.559651] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 13398dd3-ac11-48bf-9ed6-d77379f669c1 is going to be created. [ 664.578518] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.579392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.579392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.579392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.579674] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.579951] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-13398dd3-ac11-48bf-9ed6-d77379f669c1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.621871] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: SUCCESS [ 664.621871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.621871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.621871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.621871] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.698727] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d6306-29de-42eb-80cf-585aabf1d691 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.698940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.699050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.699296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.699494] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.699595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.699676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.699851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.699945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.700154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.700212] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d6306-29de-42eb-80cf-585aabf1d691 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.700305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.700366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.700540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.700682] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.700785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.700866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.701051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.701154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.701241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.701335] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d6d6306-29de-42eb-80cf-585aabf1d691',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.988084] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.988402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.023243] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b in Status: SUCCESS [ 665.023688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.023890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.024170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.024369] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.024503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.024578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.024752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.024840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.024939] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.142808] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.142970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.143051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.143332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.143445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.143561] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b is going to be deleted. [ 665.202022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.202240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.202280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.202488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.202574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.202698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.202983] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d6d6306-29de-42eb-80cf-585aabf1d691: rpc.has_security_group_logging(os_id): False [ 665.221160] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.222430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.222514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.223640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.223640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.223640] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.223640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.223640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.223917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.223917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.224461] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.224870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.224870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.224870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.224870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.225111] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.225156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.225906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.225906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.225906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.226027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 is going to be created. [ 665.310223] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.310223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.310223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.311899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.311899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.329648] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 in Status: IN_PROGRESS for 2s [ 665.447159] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 665.447404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.448016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.448218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.448304] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.448425] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.448522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.448805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.448867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.448925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.450620] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.471808] env[69577]: INFO networking_nsxv3.common.synchronization [req-70da4095-49d4-4fa7-8de1-be059ba391a4 req-7c5858b2-5574-4777-90a0-8c79ed9bf06d service nova] Enqueued Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_rules [ 665.471808] env[69577]: INFO networking_nsxv3.common.synchronization [req-70da4095-49d4-4fa7-8de1-be059ba391a4 req-7c5858b2-5574-4777-90a0-8c79ed9bf06d service nova] Enqueued Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_members [ 665.471966] env[69577]: INFO networking_nsxv3.common.synchronization [req-70da4095-49d4-4fa7-8de1-be059ba391a4 req-7c5858b2-5574-4777-90a0-8c79ed9bf06d service nova] Enqueued Resource ID: 13398dd3-ac11-48bf-9ed6-d77379f669c1 with Priority: HIGHEST for action port [ 665.472383] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_rules [ 665.472483] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_members [ 665.472563] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13398dd3-ac11-48bf-9ed6-d77379f669c1 with Priority: HIGHEST for action port [ 665.472831] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90b15f52-1f8f-4c18-96c7-c31349544e53 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.472969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.473988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.474265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.474372] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.476695] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b15f52-1f8f-4c18-96c7-c31349544e53 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.477033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.477033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.477128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.477385] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.477385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.477474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.477574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.477661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.477755] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.478709] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-13398dd3-ac11-48bf-9ed6-d77379f669c1 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.478709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13398dd3-ac11-48bf-9ed6-d77379f669c1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.478844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13398dd3-ac11-48bf-9ed6-d77379f669c1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.479347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13398dd3-ac11-48bf-9ed6-d77379f669c1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.479444] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13398dd3-ac11-48bf-9ed6-d77379f669c1',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.534044] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.534044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.534044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.534044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.534044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.534044] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.534044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.534554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.534554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.534554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.534554] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b is going to be deleted. [ 665.599705] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.599922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.600024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.600399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.600539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.601158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.601158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.601271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.601367] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.601519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.601585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.601736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.601991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.602085] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b79a33-6d40-42b0-b55d-b5f02d167b5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.953280] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.953448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.953532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.953749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.954148] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.954148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.954148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.954365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.954365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.954444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.954586] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.954702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.954766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.954912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.955064] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.955164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.955220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.955369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.955451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.955535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.955627] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.977610] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b15f52-1f8f-4c18-96c7-c31349544e53 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.977830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.980849] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.981856] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13398dd3-ac11-48bf-9ed6-d77379f669c1 with status ACTIVE [ 665.981856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.981960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.981960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.982178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.982272] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.982487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.982651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.982706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.982852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.982956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.983127] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.983224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.983272] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.983410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.983480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.983561] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13398dd3-ac11-48bf-9ed6-d77379f669c1 is going to be updated. [ 666.003519] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.003858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.003858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.004353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.004434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.004633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13398dd3-ac11-48bf-9ed6-d77379f669c1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.106465] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.106465] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.106465] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b79a33-6d40-42b0-b55d-b5f02d167b5b already deleted. [ 666.106465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b79a33-6d40-42b0-b55d-b5f02d167b5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.458403] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b2b6249-b700-43cb-8111-655e9e6a02ab: rpc.has_security_group_logging(os_id): False [ 666.462262] env[69577]: INFO networking_nsxv3.common.synchronization [req-8235967a-74e9-4136-ac5f-a1d6f294417c req-627dfe23-ae78-4fde-b536-d4ded37abdde tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Enqueued Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_members [ 666.462262] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_members [ 666.463028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-775aaf14-876c-499d-b559-9791be99d313 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.463028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.463028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.463028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.463028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.463252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.463252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.463350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.463471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.463525] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.480463] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.480631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.480719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.481878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.481878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.485289] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.485426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.485496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.485689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.485779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.485998] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.486118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.486181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.486327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.486402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.487447] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.487447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.487447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.487447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.487447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.487447] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 666.488427] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.560582] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.560690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.560764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.561046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.561200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.574528] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 666.965904] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.966086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.966160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.966381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.966474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.966671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.966769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.966833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.966979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.967074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.967159] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775aaf14-876c-499d-b559-9791be99d313 already deleted. [ 666.967242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.996837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.997017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.997074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.997285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.997397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.997509] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 is going to be created. [ 667.026223] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.026223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.026223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.026223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.026223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.034949] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 in Status: UNINITIALIZED for 2s [ 667.040672] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.040907] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-612" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.041050] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-612" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.041365] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-612" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.041922] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.041922] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.041922] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.042159] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.042357] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.042578] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.043828] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.043908] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.044089] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.044149] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.044240] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.044367] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.061499] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.061890] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.062043] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.062228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-612" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062538] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-cc860193-5c0e-4d69-b374-874bcf7da5b9 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.062715] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-cc860193-5c0e-4d69-b374-874bcf7da5b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.062856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-cc860193-5c0e-4d69-b374-874bcf7da5b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.063179] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-cc860193-5c0e-4d69-b374-874bcf7da5b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.063351] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc860193-5c0e-4d69-b374-874bcf7da5b9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.342386] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 in Status: SUCCESS [ 667.342666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.566984] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.567158] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.567345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.567770] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.568047] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568315] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port cc860193-5c0e-4d69-b374-874bcf7da5b9 not found, creating... [ 667.568767] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.569077] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.569872] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.569872] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.569872] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.570032] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.570091] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.570207] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.570416] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.570553] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.570688] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: cc860193-5c0e-4d69-b374-874bcf7da5b9 is going to be created. [ 667.596220] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.596446] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.596571] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.596844] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.597105] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.597343] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-cc860193-5c0e-4d69-b374-874bcf7da5b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.491095] env[69577]: INFO networking_nsxv3.common.synchronization [req-8235967a-74e9-4136-ac5f-a1d6f294417c req-b223ca01-f2e8-47ce-ac26-2c877e9c9ebd service nova] Enqueued Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_rules [ 668.491447] env[69577]: INFO networking_nsxv3.common.synchronization [req-8235967a-74e9-4136-ac5f-a1d6f294417c req-b223ca01-f2e8-47ce-ac26-2c877e9c9ebd service nova] Enqueued Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_members [ 668.491447] env[69577]: INFO networking_nsxv3.common.synchronization [req-8235967a-74e9-4136-ac5f-a1d6f294417c req-b223ca01-f2e8-47ce-ac26-2c877e9c9ebd service nova] Enqueued Resource ID: cc860193-5c0e-4d69-b374-874bcf7da5b9 with Priority: HIGHEST for action port [ 668.492529] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_rules [ 668.492810] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_members [ 668.492995] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc860193-5c0e-4d69-b374-874bcf7da5b9 with Priority: HIGHEST for action port [ 668.493450] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775aaf14-876c-499d-b559-9791be99d313 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.493842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.493987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.494281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.494443] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.495595] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-775aaf14-876c-499d-b559-9791be99d313 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.495774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.495886] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.496169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.496375] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.496519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.496642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.496869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.497034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.497237] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.498459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc860193-5c0e-4d69-b374-874bcf7da5b9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.498459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc860193-5c0e-4d69-b374-874bcf7da5b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.498459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc860193-5c0e-4d69-b374-874bcf7da5b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.498459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc860193-5c0e-4d69-b374-874bcf7da5b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.498459] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc860193-5c0e-4d69-b374-874bcf7da5b9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.587898] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 668.588205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.588727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.588828] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.000813] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-775aaf14-876c-499d-b559-9791be99d313 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.001012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.001360] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.005010] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc860193-5c0e-4d69-b374-874bcf7da5b9 with status ACTIVE [ 669.005010] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.005010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.005010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.005010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.005010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.005372] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.005431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.005489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.005654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.005729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.007258] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.007758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.007943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.008308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.009865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.009865] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc860193-5c0e-4d69-b374-874bcf7da5b9 is going to be updated. [ 669.029126] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.029381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.029381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.029599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.029759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.030106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc860193-5c0e-4d69-b374-874bcf7da5b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.043137] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 in Status: SUCCESS [ 669.043384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.043548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.043786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.043994] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.044118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.044180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.044355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.044436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.044518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.044635] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.092557] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.092557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.092557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.092557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.092557] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.092557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.092557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.092557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.092557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.092557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.093380] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.234172] env[69577]: INFO networking_nsxv3.common.synchronization [req-3efd4440-21ff-419e-bb52-64ef5f281528 req-1db57091-ecd9-4a53-a73e-7eef529a3815 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Enqueued Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_members [ 669.234172] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_members [ 669.234172] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.234807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.235459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.235801] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.237417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.237417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.237417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.237417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.237417] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.511600] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.551669] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.598381] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.598381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.598536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.598713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.598919] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.599355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.599446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.599601] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.600259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.600409] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.600506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.600568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.600713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.601767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.601878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.601984] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.696017] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.696017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-136" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.696017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-136" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.696017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-136" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.696403] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.696703] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.696916] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.697234] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.697477] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.697790] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.697995] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.698213] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.698394] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.700022] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.700022] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.700022] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.719033] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.719033] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.719033] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.719033] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-136" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.719033] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.719033] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.719033] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.719033] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.719033] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feebe4ef-399a-4f75-8c2b-4f684a4f2f89',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.740378] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.740552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.740636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.740865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.741073] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.741329] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.741556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.741556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.741677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.741726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.741872] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 already deleted. [ 669.741997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.015620] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.015762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.015762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.016114] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.016260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.016383] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775aaf14-876c-499d-b559-9791be99d313 is going to be created. [ 670.040200] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.040522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.040724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.040827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.041161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.049692] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775aaf14-876c-499d-b559-9791be99d313 in Status: UNINITIALIZED for 2s [ 670.054153] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90b15f52-1f8f-4c18-96c7-c31349544e53: rpc.has_security_group_logging(os_id): False [ 670.069857] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.070092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.070137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.070305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.070399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.070641] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.070740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.070804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.070993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.071088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.071169] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 is going to be created. [ 670.106064] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b2b6249-b700-43cb-8111-655e9e6a02ab: rpc.has_security_group_logging(os_id): False [ 670.124602] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.124816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.124913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.125374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.125571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.125870] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.126200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.126323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.126607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.126755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.126902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.127037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.127109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.127232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.127290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.127498] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.127601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.127669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.127793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.127881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.127947] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 670.129989] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.130150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.130184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.130337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.130499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.145789] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 in Status: IN_PROGRESS for 2s [ 670.221768] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.222151] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.222244] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.222547] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.222712] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.222883] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port feebe4ef-399a-4f75-8c2b-4f684a4f2f89 not found, creating... [ 670.223178] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.223345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.223489] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.223690] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.223833] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.224136] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.224339] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.224554] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.224798] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.225150] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.225355] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: feebe4ef-399a-4f75-8c2b-4f684a4f2f89 is going to be created. [ 670.228043] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.228043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.228229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.228338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.228542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.259019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 670.268619] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.268846] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.269048] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.269321] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.269603] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.270042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.191342] env[69577]: INFO networking_nsxv3.common.synchronization [req-ed3d9019-9c75-470e-89c1-857557849bf2 req-457e4f39-2eda-4086-93fc-ed049c6665db tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Enqueued Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_members [ 671.192020] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGHEST for action security_group_members [ 671.192386] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.192567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.192644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.193198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.193400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.193510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.193580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.193798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.194264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.194408] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.701019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.701019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.701019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.701019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.701019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.701019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.701019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.701019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.701019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.701019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.701019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 is going to be updated. [ 671.738803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.738803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.738803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.738803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.738803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.748061] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 in Status: IN_PROGRESS for 2s [ 671.774619] env[69577]: INFO networking_nsxv3.common.synchronization [req-3efd4440-21ff-419e-bb52-64ef5f281528 req-817cf3cd-5492-4ae8-93ac-39e0ab80de09 service nova] Enqueued Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_rules [ 671.774914] env[69577]: INFO networking_nsxv3.common.synchronization [req-3efd4440-21ff-419e-bb52-64ef5f281528 req-817cf3cd-5492-4ae8-93ac-39e0ab80de09 service nova] Enqueued Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_members [ 671.775125] env[69577]: INFO networking_nsxv3.common.synchronization [req-3efd4440-21ff-419e-bb52-64ef5f281528 req-817cf3cd-5492-4ae8-93ac-39e0ab80de09 service nova] Enqueued Resource ID: feebe4ef-399a-4f75-8c2b-4f684a4f2f89 with Priority: HIGHEST for action port [ 671.775701] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_rules [ 671.775895] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_members [ 671.776057] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feebe4ef-399a-4f75-8c2b-4f684a4f2f89 with Priority: HIGHEST for action port [ 671.776392] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.776584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.776727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.777063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.777178] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.778225] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.778951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.779118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.779369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.779666] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.779802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.779968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.780175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.780330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.780479] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.781505] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.781720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.781831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.782145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.782280] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feebe4ef-399a-4f75-8c2b-4f684a4f2f89',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.004248] env[69577]: INFO networking_nsxv3.common.synchronization [req-8ac9e9e7-91b2-4c70-826b-83d27912722e req-1b821dec-fd2e-4917-8a96-f4f782a50e83 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 672.004810] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 672.005136] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.005262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.005325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.005537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.005689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.005782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.005840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.005983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.009866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.009996] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.059017] env[69577]: INFO networking_nsxv3.common.synchronization [req-3a7440ae-7615-49d9-a185-23dfb9478352 req-f0e381ef-5835-4199-952f-0b41a9463bf5 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Enqueued Resource ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 with Priority: HIGHEST for action security_group_members [ 672.059017] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 with Priority: HIGHEST for action security_group_members [ 672.059017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d6306-29de-42eb-80cf-585aabf1d691 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.059017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.059017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.059017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.059304] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.059304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.059304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.059487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.059487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.059487] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6d6306-29de-42eb-80cf-585aabf1d691',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.066468] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775aaf14-876c-499d-b559-9791be99d313 in Status: SUCCESS [ 672.066468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.066579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.066749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.066943] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.067827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.067827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.067921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.067970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.068097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.068204] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.166026] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 in Status: SUCCESS [ 672.166294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.277159] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 672.277411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.284467] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.286404] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.286518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.286675] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feebe4ef-399a-4f75-8c2b-4f684a4f2f89 with status ACTIVE [ 672.286829] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.286932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.286992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.287234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.287321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.287488] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.287579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.287639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.291605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.291605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.291605] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.291605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.291605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.291605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.291605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.291605] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feebe4ef-399a-4f75-8c2b-4f684a4f2f89 is going to be updated. [ 672.309231] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.309397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.309532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.309742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.309874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.310046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feebe4ef-399a-4f75-8c2b-4f684a4f2f89" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.512772] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.512948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.513063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.513362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.513485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.513733] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.513861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.513922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.514137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.514297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.514344] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 672.542581] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.542719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.546024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.546024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.546024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.551672] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 672.562712] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.562847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.562847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.563099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.563188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.563441] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.563556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.563615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.563969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.564070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.564248] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 is going to be updated. [ 672.570244] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.588834] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.589116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.589208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.589427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.589588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.598315] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 in Status: IN_PROGRESS for 2s [ 672.793456] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.072782] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 775aaf14-876c-499d-b559-9791be99d313: rpc.has_security_group_logging(os_id): False [ 673.090275] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.090422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.090478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.094068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.094068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.094068] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.094068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.094068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.094068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.094068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.094068] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775aaf14-876c-499d-b559-9791be99d313 is going to be created. [ 673.155111] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.155111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.155111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.156320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.157188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.172024] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 775aaf14-876c-499d-b559-9791be99d313 in Status: IN_PROGRESS for 2s [ 673.295921] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.302615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.302615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.302615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.302615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.302615] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 is going to be created. [ 673.329672] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.329672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.329672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.330667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.330667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.342968] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 in Status: UNINITIALIZED for 2s [ 673.546018] env[69577]: INFO networking_nsxv3.common.synchronization [req-0ac5d876-7dae-4103-b973-9a857b3130a6 req-d07dca98-63f8-44bf-bd5e-27295a1a9406 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Enqueued Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGHEST for action security_group_members [ 673.546018] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGHEST for action security_group_members [ 673.546018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.546018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.546018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.546018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.546018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.546018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.546018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.546018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.546018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.546018] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.759430] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 in Status: SUCCESS [ 673.759430] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 deletion is rescheduled due to dependency. [ 673.759430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.050807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.050807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.050807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.050807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.050807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.050807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.050807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.050807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.050807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.050807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.050807] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b is going to be updated. [ 674.081195] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.081195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.081195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.081195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.081195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.092352] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b in Status: IN_PROGRESS for 2s [ 674.563468] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 674.563730] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d deletion is rescheduled due to dependency. [ 674.563832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.610764] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 in Status: SUCCESS [ 674.610764] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6d6306-29de-42eb-80cf-585aabf1d691 deletion is rescheduled due to dependency. [ 674.610764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d6306-29de-42eb-80cf-585aabf1d691" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672576] env[69577]: INFO networking_nsxv3.common.synchronization [req-50195a1a-63a0-40df-86ec-e6b76328c9d5 req-d965e2b6-a13e-416d-a8ac-5af85ec9c07d tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 674.673298] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 674.673627] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.674148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.674148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.674148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.674247] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.674292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.674323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.674464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.674552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.674644] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.833696] env[69577]: INFO networking_nsxv3.common.synchronization [req-e4abb857-6526-43bc-b88e-d6bf47bff689 req-17b4d887-e99b-4c3e-9f7a-323cf8e62c7c tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 674.835049] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 674.835368] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.835491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.835576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.835824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.836070] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.836278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.836278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.836333] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.836397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.836523] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.175644] env[69577]: INFO networking_nsxv3.common.synchronization [req-50195a1a-63a0-40df-86ec-e6b76328c9d5 req-091f5937-e925-4f9d-a51b-bbdd1e53c5b9 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 675.177237] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 675.177237] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.177237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.186258] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 775aaf14-876c-499d-b559-9791be99d313 in Status: SUCCESS [ 675.186521] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.335452] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.342409] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.342587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.342680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.342902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.342995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.343206] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.343315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.343388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.343542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.343618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.343702] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 already deleted. [ 675.343974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.352787] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 in Status: SUCCESS [ 675.352991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.353164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.353535] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.353640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.353701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.353917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.354014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.354132] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.811954] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.812251] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.812357] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.813036] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.813320] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.813484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.813600] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.813834] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.813981] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.814199] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.814309] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.814417] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.814625] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.814625] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.814722] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.814850] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.838404] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.851129] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.851129] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.851129] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.851129] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.851129] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.851129] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.851129] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.851129] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.851129] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267fc35f-9d4e-4b7e-82ae-f3f5043a9666',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.856567] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.881152] env[69577]: INFO networking_nsxv3.common.synchronization [req-50195a1a-63a0-40df-86ec-e6b76328c9d5 req-1e5744a3-8acf-496d-ad93-d22d88d0921f tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 675.881682] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 675.882013] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.882113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.103900] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b in Status: SUCCESS [ 676.104044] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b deletion is rescheduled due to dependency. [ 676.104088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.340227] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.340407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.340503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.340741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.340838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.341055] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 676.354863] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.355297] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.355541] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.358017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.358017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.358017] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 not found, creating... [ 676.358017] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.358017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.358017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.358017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.358017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.358017] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.358017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.358654] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.358984] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.359284] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.359517] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 is going to be created. [ 676.364615] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271: rpc.has_security_group_logging(os_id): False [ 676.399151] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.399151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.399151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.399151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.399151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.399151] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.399151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.399151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.399151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.399151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.399151] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 is going to be created. [ 676.402559] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.402884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.403049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.403319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.403602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.406481] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.406866] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.407100] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.407438] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.407813] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.408150] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.419241] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 676.567452] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.567811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.567965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.568288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.568587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.584636] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 in Status: IN_PROGRESS for 2s [ 677.194656] env[69577]: INFO networking_nsxv3.common.synchronization [req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 req-2deb579d-4f6f-46aa-8081-c24a7d3a5360 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Enqueued Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 677.196755] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 677.196755] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.196755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.196755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.196755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.196755] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.201027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.201027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.201027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.201027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.201027] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.439918] env[69577]: INFO networking_nsxv3.common.synchronization [req-e4abb857-6526-43bc-b88e-d6bf47bff689 req-010404bc-fefd-4298-8eb8-7dcfd1fe0844 service nova] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_rules [ 677.440119] env[69577]: INFO networking_nsxv3.common.synchronization [req-e4abb857-6526-43bc-b88e-d6bf47bff689 req-010404bc-fefd-4298-8eb8-7dcfd1fe0844 service nova] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 677.440259] env[69577]: INFO networking_nsxv3.common.synchronization [req-e4abb857-6526-43bc-b88e-d6bf47bff689 req-010404bc-fefd-4298-8eb8-7dcfd1fe0844 service nova] Enqueued Resource ID: 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 with Priority: HIGHEST for action port [ 677.440489] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_rules [ 677.440616] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 677.440711] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 with Priority: HIGHEST for action port [ 677.441283] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.441416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.441458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.441707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.441791] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.442925] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.443385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.443512] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.443724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.443808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.443896] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.444686] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.444822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.444866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.448059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.448059] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267fc35f-9d4e-4b7e-82ae-f3f5043a9666',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.662162] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.662398] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.662526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.662791] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.663063] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.663224] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.663336] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.663548] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.663690] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.663888] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.664014] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.664364] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.664510] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.664663] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.664795] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.664948] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.683976] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.684159] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.684300] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.684468] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.684760] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.684922] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.685052] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.685365] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.685502] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7c68dd-d1a3-4a13-ab56-9f663470c02a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.705568] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.705568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.705568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.705568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.705568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.705568] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.705568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.705568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.705568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.705568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.705568] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 is going to be updated. [ 677.728021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.728021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.728021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.728021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.728021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.736969] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: IN_PROGRESS for 2s [ 677.946358] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.947573] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.947703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.947894] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 with status ACTIVE [ 677.948151] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.948303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.948410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.948587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.948678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.948846] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.948942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.949013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.950188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.950188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.950188] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.950188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.950188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.950447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.950447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.950500] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 is going to be updated. [ 677.972888] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.972888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.972888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.973096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.973129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.973268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-267fc35f-9d4e-4b7e-82ae-f3f5043a9666" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.188371] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.188679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.188864] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.189297] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.189527] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.189797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port dd7c68dd-d1a3-4a13-ab56-9f663470c02a not found, creating... [ 678.190140] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.190365] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.190544] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.190838] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.191104] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.191524] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.191746] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.191923] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.192302] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.192504] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.192715] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: dd7c68dd-d1a3-4a13-ab56-9f663470c02a is going to be created. [ 678.229918] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.230226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.230226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.230405] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.230621] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.230844] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.429633] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 678.429846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.430014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.430247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.430430] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.430554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.430621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.430770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.430850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.430942] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.452918] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.595656] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 in Status: SUCCESS [ 678.595873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.932890] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.933054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.933131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.933415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.933514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.933737] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.933844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.933844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.934215] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 678.955696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.956013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.956013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.956284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.956284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.956357] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be created. [ 678.979575] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.979575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.979575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.979575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.979962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.988209] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 678.991140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.991281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.991337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.991515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.992349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.001789] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: UNINITIALIZED for 2s [ 679.241387] env[69577]: INFO networking_nsxv3.common.synchronization [req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 req-f95f4565-e345-4f7f-b1fd-4440755dc8c5 service nova] Enqueued Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_rules [ 679.241927] env[69577]: INFO networking_nsxv3.common.synchronization [req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 req-f95f4565-e345-4f7f-b1fd-4440755dc8c5 service nova] Enqueued Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 679.241927] env[69577]: INFO networking_nsxv3.common.synchronization [req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 req-f95f4565-e345-4f7f-b1fd-4440755dc8c5 service nova] Enqueued Resource ID: dd7c68dd-d1a3-4a13-ab56-9f663470c02a with Priority: HIGHEST for action port [ 679.241927] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_rules [ 679.242246] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 679.242246] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7c68dd-d1a3-4a13-ab56-9f663470c02a with Priority: HIGHEST for action port [ 679.242730] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.242882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.242959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.243243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.243363] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.244288] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.244288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.244513] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.244618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.244694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.244853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.244935] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7c68dd-d1a3-4a13-ab56-9f663470c02a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.747082] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: SUCCESS [ 679.747350] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 deletion is rescheduled due to dependency. [ 679.747483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.747850] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.747994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.748048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.748219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.748377] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.748480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.748539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.748703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.748794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.748877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.748965] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.749811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.749973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.750198] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.750340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.750425] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.750644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.750644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.750798] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.751742] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd7c68dd-d1a3-4a13-ab56-9f663470c02a with status ACTIVE [ 679.751903] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.752134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.752134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.752219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.752482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.756219] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.756345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.756413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.756623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.756904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.756904] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.757014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.757074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.757203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.757279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.757363] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd7c68dd-d1a3-4a13-ab56-9f663470c02a is going to be updated. [ 679.777856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.778071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.778071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.778275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.778423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.778565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7c68dd-d1a3-4a13-ab56-9f663470c02a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.158627] env[69577]: INFO networking_nsxv3.common.synchronization [None req-68035747-3a3b-429d-ad38-c4e273918cd4 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Enqueued Resource ID: 0177548a-6b4c-4fff-83d9-c41c16bb17fc with Priority: HIGHEST for action security_group_rules [ 680.159097] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0177548a-6b4c-4fff-83d9-c41c16bb17fc with Priority: HIGHEST for action security_group_rules [ 680.159405] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.159528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.159594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.160053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.160053] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0177548a-6b4c-4fff-83d9-c41c16bb17fc',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.253297] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.253297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.260446] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.273220] env[69577]: INFO networking_nsxv3.common.synchronization [None req-97943dbb-308b-4b00-87f0-d100ba636f2f tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Enqueued Resource ID: 0177548a-6b4c-4fff-83d9-c41c16bb17fc with Priority: HIGHEST for action security_group_rules [ 680.274320] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0177548a-6b4c-4fff-83d9-c41c16bb17fc with Priority: HIGHEST for action security_group_rules [ 680.274856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.275381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.682168] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.682348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.682424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.682636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.682736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.682832] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0177548a-6b4c-4fff-83d9-c41c16bb17fc already deleted. [ 680.682914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.683074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.683223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.683305] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0177548a-6b4c-4fff-83d9-c41c16bb17fc',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.762892] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.999682] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 680.999863] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab deletion is rescheduled due to dependency. [ 680.999999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.000149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.000379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.000572] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.000686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.000746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.000892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.000969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.001102] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.009885] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 681.010063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.010232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.010443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.010591] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.010701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.010762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.011739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.011739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.011861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.011934] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.206480] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.207690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.207690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.207690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.207690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.207690] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0177548a-6b4c-4fff-83d9-c41c16bb17fc already deleted. [ 681.207690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0177548a-6b4c-4fff-83d9-c41c16bb17fc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.268624] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.268624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.268624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.268624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.268624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.268624] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 is going to be updated. [ 681.293349] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.295493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.295493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.295493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.295493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.302641] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: IN_PROGRESS for 2s [ 681.507049] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.507049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.507049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.507049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.507049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.507049] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.507049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.507049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.507049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.507049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.507049] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 681.515048] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.515048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.515048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.515298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.515298] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.515413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.515477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.516022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.516022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.516022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.516022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.516022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.516236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.516236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.516365] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.516454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.516489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.516606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.516699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.516783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.516871] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.549686] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.550052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.550230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.550513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.550805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.562174] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 682.018699] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f564def0-309e-4173-8211-93c2e1736b51: rpc.has_security_group_logging(os_id): False [ 682.038166] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.038575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.038575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.039309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.039309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.039309] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.039504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.039504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.039693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.039791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.040174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.040267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.040498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.040624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040904] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.041119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.041200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.041397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.041481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.041572] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be created. [ 682.109695] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.109845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.110012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.110161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.110335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.120405] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 682.361329] env[69577]: INFO networking_nsxv3.common.synchronization [req-74649227-1c10-410e-bf23-1d77667d9b11 req-b4114c04-0d93-48b8-a521-0934545f82ce tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 682.362278] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 682.362278] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.362405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.362405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.362588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.362736] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.362830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.362889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.363041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.363125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.363214] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.867697] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.060623] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.060720] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.060842] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.061188] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.061680] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.061680] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.061864] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.062755] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.062755] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.062755] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.062755] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.062755] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.062755] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.062755] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.063022] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.063022] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.080692] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.080880] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.081121] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.083018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.083018] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-87bf4c87-7068-4969-a038-269c9147f9d6 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.083018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-87bf4c87-7068-4969-a038-269c9147f9d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.083018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-87bf4c87-7068-4969-a038-269c9147f9d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.083018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-87bf4c87-7068-4969-a038-269c9147f9d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.083765] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87bf4c87-7068-4969-a038-269c9147f9d6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.317378] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: SUCCESS [ 683.317638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.317803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.318023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.318232] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.318350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.318398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.318523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.318597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.318675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.318820] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.318903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.319037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.319213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.319354] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.319443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.319494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.319616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.319992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.319992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.319992] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.368645] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.571515] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 683.571711] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab deletion is rescheduled due to dependency. [ 683.571828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.588458] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.589314] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.589649] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.590115] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.590410] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.590694] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 87bf4c87-7068-4969-a038-269c9147f9d6 not found, creating... [ 683.591372] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.591634] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.591869] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.592291] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.592593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.593108] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.593458] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.593665] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.594042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.594305] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.594616] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 87bf4c87-7068-4969-a038-269c9147f9d6 is going to be created. [ 683.615374] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.615584] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.615705] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.615983] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.616219] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.616443] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-87bf4c87-7068-4969-a038-269c9147f9d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.823812] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0: rpc.has_security_group_logging(os_id): False [ 683.843659] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.843659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.843836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.843981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.844173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.844777] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.844777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.844777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.844952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.844952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.845222] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.845351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.845448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.845663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.845799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.846127] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.846313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.846415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.846630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.846761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.847402] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 is going to be updated. [ 683.870642] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.872032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.872032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.872032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.872032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.872032] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 683.895731] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.895924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.895994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.896213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.896359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.907482] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 683.916853] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.916853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.916853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.917068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.917190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.928073] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: IN_PROGRESS for 2s [ 684.133219] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 684.133219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.422997] env[69577]: INFO networking_nsxv3.common.synchronization [req-74649227-1c10-410e-bf23-1d77667d9b11 req-15783582-14c9-49b8-b600-8f46a88866d4 service nova] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_rules [ 684.422997] env[69577]: INFO networking_nsxv3.common.synchronization [req-74649227-1c10-410e-bf23-1d77667d9b11 req-15783582-14c9-49b8-b600-8f46a88866d4 service nova] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 684.422997] env[69577]: INFO networking_nsxv3.common.synchronization [req-74649227-1c10-410e-bf23-1d77667d9b11 req-15783582-14c9-49b8-b600-8f46a88866d4 service nova] Enqueued Resource ID: 87bf4c87-7068-4969-a038-269c9147f9d6 with Priority: HIGHEST for action port [ 684.422997] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_rules [ 684.422997] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 684.422997] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87bf4c87-7068-4969-a038-269c9147f9d6 with Priority: HIGHEST for action port [ 684.423823] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.424154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.424319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.424598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.424759] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.425763] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.427025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.427025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-87bf4c87-7068-4969-a038-269c9147f9d6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.427025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87bf4c87-7068-4969-a038-269c9147f9d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.427025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87bf4c87-7068-4969-a038-269c9147f9d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.427025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87bf4c87-7068-4969-a038-269c9147f9d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.427025] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87bf4c87-7068-4969-a038-269c9147f9d6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.928937] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.929134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.929375] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87bf4c87-7068-4969-a038-269c9147f9d6 with status ACTIVE [ 684.929589] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.929736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.929824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.930094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.930220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.930460] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.930575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.930657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.930848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.930949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.931201] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.931334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.931418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.931799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.931908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.932463] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87bf4c87-7068-4969-a038-269c9147f9d6 is going to be updated. [ 684.966025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.966025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.966025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.966025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.966025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.966025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87bf4c87-7068-4969-a038-269c9147f9d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.149531] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a05860b-1c3f-4357-b0f4-d9de71663801 req-6f691b9b-d7aa-4f2a-b4b6-d73f5ab13c4c tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 685.149531] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 685.149531] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.149531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.149531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.149531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.149531] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.149531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.149931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.149931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.149931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.149931] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.652213] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.652617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.652617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.652617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.652722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.652878] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.652981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.653057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.653208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.653323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.653450] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 already deleted. [ 685.653542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.916750] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 685.916989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.917186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.917408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.917597] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.917713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.917778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.917927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.918035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.918137] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.940847] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: SUCCESS [ 685.940847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.336375] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.336566] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.336687] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.338122] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.338515] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.338756] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.338929] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.339268] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.339468] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.339717] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.339844] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.339968] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.340093] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.340242] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.340309] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.340438] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.357776] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.357959] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.358114] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.358799] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.359303] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.359386] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.359486] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.359867] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.360020] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87927ec7-ee7c-440f-b7e0-b15089aa3a3a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.422025] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.865474] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.865924] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.866091] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.866426] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.866607] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.866805] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 87927ec7-ee7c-440f-b7e0-b15089aa3a3a not found, creating... [ 686.867196] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.867338] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.867535] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.867749] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.867933] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.868264] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.868438] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.868552] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.868793] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.868952] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.869236] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 87927ec7-ee7c-440f-b7e0-b15089aa3a3a is going to be created. [ 686.893501] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.894369] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.894369] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.894369] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.894745] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.895921] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.926248] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.428484] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.428677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.428748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.428974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.429082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.429245] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 687.455955] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.456142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.456254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.456538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.456720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.466133] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 687.700708] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a05860b-1c3f-4357-b0f4-d9de71663801 req-d9f891cf-fb59-49ae-bcd9-a25d98f6e796 service nova] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_rules [ 687.700708] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a05860b-1c3f-4357-b0f4-d9de71663801 req-d9f891cf-fb59-49ae-bcd9-a25d98f6e796 service nova] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 687.704040] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a05860b-1c3f-4357-b0f4-d9de71663801 req-d9f891cf-fb59-49ae-bcd9-a25d98f6e796 service nova] Enqueued Resource ID: 87927ec7-ee7c-440f-b7e0-b15089aa3a3a with Priority: HIGHEST for action port [ 687.704040] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_rules [ 687.704040] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 687.704040] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87927ec7-ee7c-440f-b7e0-b15089aa3a3a with Priority: HIGHEST for action port [ 687.704040] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.704040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.704040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.704040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.704040] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.707184] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.707184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.707184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.707184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.707184] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.707184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.707184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.707184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.707844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.707844] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.712302] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.712830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.712922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.713120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.713218] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87927ec7-ee7c-440f-b7e0-b15089aa3a3a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.215013] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.215311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.215351] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.217384] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87927ec7-ee7c-440f-b7e0-b15089aa3a3a with status ACTIVE [ 688.217575] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.217695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.217761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.217966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.218067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.218243] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.218338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.218395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.218544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.218619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.218800] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.218892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.218950] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.219101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.219194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.219282] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87927ec7-ee7c-440f-b7e0-b15089aa3a3a is going to be updated. [ 688.243212] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.243212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.243212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.243212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.243212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.243212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87927ec7-ee7c-440f-b7e0-b15089aa3a3a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.721900] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.223831] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.224231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.224231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.224423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.224557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.224613] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be created. [ 689.249853] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.250096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.250185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.250409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.250571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.261517] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: UNINITIALIZED for 2s [ 689.475212] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 689.475212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.475403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.475655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.475867] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.475997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.476077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.476255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.476345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.476427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.476518] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.980966] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.981214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.981278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.981496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.981738] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.981897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.981983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.982255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.982430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.982588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.982804] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.982919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.983048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.984758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.984933] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.985050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.985116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.985269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.985355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.985539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.985687] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.407909] env[69577]: INFO networking_nsxv3.common.synchronization [req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 req-906116fe-70fc-45e0-8cf0-05bf7260ae1b tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Enqueued Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 690.408519] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 with Priority: HIGHEST for action security_group_members [ 690.408816] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.408930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.408992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.409206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.409352] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.409444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.409501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.409637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.409720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.409825] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b4802c-c54f-4eb1-88fd-85caeb7e6fc0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.488881] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f564def0-309e-4173-8211-93c2e1736b51: rpc.has_security_group_logging(os_id): False [ 690.506562] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.506707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.506777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.506989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.507097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.507284] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.507382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.507444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.507598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.507677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.507875] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.507968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.508039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.508179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.508253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.508429] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.508520] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.508579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.508713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.508786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.508869] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 690.567021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.567021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.567021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.567021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.567021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.578950] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 690.913174] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.913342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.913419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.913929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.915035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.915035] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.915035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.915035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.915035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.915035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.915035] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 is going to be updated. [ 690.941844] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.941844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.941844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.941844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.941844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.948498] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: IN_PROGRESS for 2s [ 691.272250] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 691.272462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.272722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.272820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.273016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.273205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.273205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.273319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.273399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.273519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.273594] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.779679] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.779971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.780738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.780738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.780738] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.780738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.780738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.782133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.782133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.782133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.782133] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.782133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.782133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.782493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.782639] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.782745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.782841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.783041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.783416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.784637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.784637] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.289088] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf84efc-ccca-4a16-9eac-dd7c91421ed7: rpc.has_security_group_logging(os_id): False [ 692.312357] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.312544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.312709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.312835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.312931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313171] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.313275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.313351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.313527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.313587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313774] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.313867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.313928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.314090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.314165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.314355] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.314474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.314535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.314676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.314751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.314833] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be created. [ 692.372686] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.372918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.372978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.373897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.373897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.391467] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 692.593493] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 692.593723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.957682] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 in Status: SUCCESS [ 692.957682] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b4802c-c54f-4eb1-88fd-85caeb7e6fc0 deletion is rescheduled due to dependency. [ 692.958210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b4802c-c54f-4eb1-88fd-85caeb7e6fc0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.976078] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a7cc2aee-d4a1-45a1-aa63-eed65003a782 None None] Enqueued Resource ID: 3ffcd11e-b2fa-4242-bdee-0a36f2f9c464 with Priority: HIGHEST for action port [ 693.976747] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffcd11e-b2fa-4242-bdee-0a36f2f9c464 with Priority: HIGHEST for action port [ 693.978036] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ffcd11e-b2fa-4242-bdee-0a36f2f9c464 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.978213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ffcd11e-b2fa-4242-bdee-0a36f2f9c464" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.978315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ffcd11e-b2fa-4242-bdee-0a36f2f9c464" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.978681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ffcd11e-b2fa-4242-bdee-0a36f2f9c464" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.979314] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ffcd11e-b2fa-4242-bdee-0a36f2f9c464',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.405334] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 694.405334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.481612] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ffcd11e-b2fa-4242-bdee-0a36f2f9c464 [ 694.481957] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.482170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.482296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.482570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.482707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.482776] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ffcd11e-b2fa-4242-bdee-0a36f2f9c464 already deleted. [ 694.483033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ffcd11e-b2fa-4242-bdee-0a36f2f9c464" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.176504] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a8811880-53c8-4f40-aa7f-0f9ce8b85668 None None] Enqueued Resource ID: 80b6be42-4152-4f59-8ec0-0f5ae3ba867b with Priority: HIGHEST for action port [ 696.177008] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b6be42-4152-4f59-8ec0-0f5ae3ba867b with Priority: HIGHEST for action port [ 696.177973] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-80b6be42-4152-4f59-8ec0-0f5ae3ba867b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.177973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80b6be42-4152-4f59-8ec0-0f5ae3ba867b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.178171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80b6be42-4152-4f59-8ec0-0f5ae3ba867b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.178322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80b6be42-4152-4f59-8ec0-0f5ae3ba867b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.178447] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b6be42-4152-4f59-8ec0-0f5ae3ba867b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.373540] env[69577]: INFO networking_nsxv3.common.synchronization [None req-fb7b40df-9a45-4dbb-b961-a049868bd9f2 None None] Enqueued Resource ID: fac3f5fa-577f-455c-bdf5-1e49ae0719ed with Priority: HIGHEST for action port [ 696.374679] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3f5fa-577f-455c-bdf5-1e49ae0719ed with Priority: HIGHEST for action port [ 696.374679] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac3f5fa-577f-455c-bdf5-1e49ae0719ed taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.374679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac3f5fa-577f-455c-bdf5-1e49ae0719ed" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.374805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac3f5fa-577f-455c-bdf5-1e49ae0719ed" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.375794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac3f5fa-577f-455c-bdf5-1e49ae0719ed" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.375969] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac3f5fa-577f-455c-bdf5-1e49ae0719ed',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.682341] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80b6be42-4152-4f59-8ec0-0f5ae3ba867b [ 696.682341] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.682341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.682341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.682341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.682341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.682720] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80b6be42-4152-4f59-8ec0-0f5ae3ba867b already deleted. [ 696.682720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80b6be42-4152-4f59-8ec0-0f5ae3ba867b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.863174] env[69577]: INFO networking_nsxv3.common.synchronization [None req-920dbfbe-56ca-4a4b-b0ff-6350337b9d3b tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Enqueued Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_rules [ 696.863266] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_rules [ 696.863518] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b0b47c-9841-4c39-a329-86c296b96c12 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.863652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.863724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.863971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.864580] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.878710] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fac3f5fa-577f-455c-bdf5-1e49ae0719ed [ 696.878934] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.879068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.879133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.879338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.879422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.879512] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fac3f5fa-577f-455c-bdf5-1e49ae0719ed already deleted. [ 696.879587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac3f5fa-577f-455c-bdf5-1e49ae0719ed" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.969693] env[69577]: INFO networking_nsxv3.common.synchronization [None req-8d5a78c6-527a-4123-8566-3a1e1e2f95cd tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Enqueued Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_rules [ 696.973378] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_rules [ 696.973378] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b0b47c-9841-4c39-a329-86c296b96c12 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.973378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.385251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.385557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.385557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.385807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.385942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.386062] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b0b47c-9841-4c39-a329-86c296b96c12 already deleted. [ 697.386153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.386401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.386598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.386701] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.860385] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6d45d2a0-5771-4799-afdf-0a8a193026a2 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_rules [ 697.863275] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_rules [ 697.863602] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.863832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.863832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.864062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.864148] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.905538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.905667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.906262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.906262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.906262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.906262] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b0b47c-9841-4c39-a329-86c296b96c12 already deleted. [ 697.906262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.000355] env[69577]: INFO networking_nsxv3.common.synchronization [None req-41493143-c70b-47fa-8bee-fd146730900b tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_rules [ 698.000958] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_rules [ 698.001561] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.001561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.386344] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.386650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.386650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.386881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.386881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.386944] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 already deleted. [ 698.387116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.387225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.387457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.387589] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.779410] env[69577]: INFO networking_nsxv3.common.synchronization [None req-53294a5e-6070-494a-b98c-6c2899bdde5d None None] Enqueued Resource ID: 68851a62-aff2-4a64-8cf4-e9e4ec0c0baa with Priority: HIGHEST for action port [ 698.779753] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68851a62-aff2-4a64-8cf4-e9e4ec0c0baa with Priority: HIGHEST for action port [ 698.780321] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-68851a62-aff2-4a64-8cf4-e9e4ec0c0baa taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.780457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68851a62-aff2-4a64-8cf4-e9e4ec0c0baa" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.780518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68851a62-aff2-4a64-8cf4-e9e4ec0c0baa" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.780747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68851a62-aff2-4a64-8cf4-e9e4ec0c0baa" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.780824] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68851a62-aff2-4a64-8cf4-e9e4ec0c0baa',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.865591] env[69577]: INFO networking_nsxv3.common.synchronization [None req-e45c8178-81c2-41fa-923c-1fbe0a7aca2d None None] Enqueued Resource ID: a50ec515-d6ca-499d-9602-0aca33eecdf8 with Priority: HIGHEST for action port [ 698.866027] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a50ec515-d6ca-499d-9602-0aca33eecdf8 with Priority: HIGHEST for action port [ 698.866805] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a50ec515-d6ca-499d-9602-0aca33eecdf8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.866805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a50ec515-d6ca-499d-9602-0aca33eecdf8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.866805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a50ec515-d6ca-499d-9602-0aca33eecdf8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.866995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a50ec515-d6ca-499d-9602-0aca33eecdf8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.866995] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50ec515-d6ca-499d-9602-0aca33eecdf8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.909859] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.909859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.909859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.909859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.909859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.909859] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 already deleted. [ 698.909859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.284921] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68851a62-aff2-4a64-8cf4-e9e4ec0c0baa [ 699.284921] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.284921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.284921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.285344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.286025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.286025] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68851a62-aff2-4a64-8cf4-e9e4ec0c0baa already deleted. [ 699.286025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68851a62-aff2-4a64-8cf4-e9e4ec0c0baa" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.370491] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a50ec515-d6ca-499d-9602-0aca33eecdf8 [ 699.370491] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.370491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.370491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.372226] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.372466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.372601] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a50ec515-d6ca-499d-9602-0aca33eecdf8 already deleted. [ 699.372662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a50ec515-d6ca-499d-9602-0aca33eecdf8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.142483] env[69577]: INFO networking_nsxv3.common.synchronization [None req-70187f15-6ab1-48f6-ae81-7d3f6a65fd76 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_rules [ 700.143072] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_rules [ 700.143797] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.143797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.143797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.143975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.144021] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.251714] env[69577]: INFO networking_nsxv3.common.synchronization [None req-af99d08c-0a89-417b-bba5-df27a212ac69 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_rules [ 700.251714] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_rules [ 700.251714] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.251714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.664233] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.664378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.664450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.664684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.664866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.664866] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3213cb73-435e-496d-b86a-739420836936 already deleted. [ 700.664959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.665110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.665265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.665350] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.188615] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.188975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.188975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.189164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.189213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.189284] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3213cb73-435e-496d-b86a-739420836936 already deleted. [ 701.189383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.254607] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6c5e35d0-5be6-4679-b861-34e0271efffc None None] Enqueued Resource ID: 1134d803-4e97-4306-98ee-a9affe4367ed with Priority: HIGHEST for action port [ 701.254607] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1134d803-4e97-4306-98ee-a9affe4367ed with Priority: HIGHEST for action port [ 701.254607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1134d803-4e97-4306-98ee-a9affe4367ed taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.254607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1134d803-4e97-4306-98ee-a9affe4367ed" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.254607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1134d803-4e97-4306-98ee-a9affe4367ed" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.254607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1134d803-4e97-4306-98ee-a9affe4367ed" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.254965] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1134d803-4e97-4306-98ee-a9affe4367ed',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.757886] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1134d803-4e97-4306-98ee-a9affe4367ed [ 701.758149] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.758285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.758356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.758610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.758712] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.758823] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1134d803-4e97-4306-98ee-a9affe4367ed already deleted. [ 701.758910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1134d803-4e97-4306-98ee-a9affe4367ed" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.804146] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a05860b-1c3f-4357-b0f4-d9de71663801 req-459b5af4-332c-41a3-963d-68550b694d01 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 702.804662] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 702.804952] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.805515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.805657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.805834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.805992] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.806100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.806219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.806372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.806488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.809012] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.326146] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.443204] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.443479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.443524] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.444623] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.444993] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.445229] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.445355] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.445592] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.446650] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.446880] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.447065] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.447140] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.447225] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.447380] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.447701] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.447701] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.475585] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.475766] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.475902] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.476099] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.476427] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-d36e94a6-6cb1-4eda-b333-bb2f6554f577 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.476601] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-d36e94a6-6cb1-4eda-b333-bb2f6554f577" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.476715] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-d36e94a6-6cb1-4eda-b333-bb2f6554f577" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.477066] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-d36e94a6-6cb1-4eda-b333-bb2f6554f577" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.477211] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d36e94a6-6cb1-4eda-b333-bb2f6554f577',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.574462] env[69577]: INFO networking_nsxv3.common.synchronization [req-1e2cf753-80e9-4f69-8dfb-017559f78999 req-ee44fcca-08d9-4030-8050-5bfe546d6c2a tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Enqueued Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 703.574951] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 703.575249] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.576103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.576103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.576103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.576103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.576103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.576103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.576103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.576539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.576539] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.813656] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.984500] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.984500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.984500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.984500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.984500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.984500] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port d36e94a6-6cb1-4eda-b333-bb2f6554f577 not found, creating... [ 703.984500] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.984500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.984500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.984500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.984500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.984915] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.984915] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.985539] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.985866] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.986380] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.986648] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: d36e94a6-6cb1-4eda-b333-bb2f6554f577 is going to be created. [ 704.008164] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.008384] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.008530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.008852] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.009131] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.009374] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-d36e94a6-6cb1-4eda-b333-bb2f6554f577" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.078298] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.316201] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.316405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.316452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.317499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.317499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.317499] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 704.348029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.348191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.348346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.348514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.348663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.357840] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 704.584678] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.783200] env[69577]: INFO networking_nsxv3.common.synchronization [None req-d7e0f081-3a08-4913-b515-1434240826fa None None] Enqueued Resource ID: 3e085d8d-d9b0-463c-b56f-4de04779495e with Priority: HIGHEST for action port [ 704.785337] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e085d8d-d9b0-463c-b56f-4de04779495e with Priority: HIGHEST for action port [ 704.785652] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e085d8d-d9b0-463c-b56f-4de04779495e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.785783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e085d8d-d9b0-463c-b56f-4de04779495e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.785851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e085d8d-d9b0-463c-b56f-4de04779495e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.786131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e085d8d-d9b0-463c-b56f-4de04779495e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.786216] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e085d8d-d9b0-463c-b56f-4de04779495e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.851847] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a05860b-1c3f-4357-b0f4-d9de71663801 req-bbba61a1-868b-4d3a-a657-ef6a6531eb9f service nova] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_rules [ 704.852116] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a05860b-1c3f-4357-b0f4-d9de71663801 req-bbba61a1-868b-4d3a-a657-ef6a6531eb9f service nova] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 704.852201] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a05860b-1c3f-4357-b0f4-d9de71663801 req-bbba61a1-868b-4d3a-a657-ef6a6531eb9f service nova] Enqueued Resource ID: d36e94a6-6cb1-4eda-b333-bb2f6554f577 with Priority: HIGHEST for action port [ 704.852390] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_rules [ 704.852542] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 704.852638] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d36e94a6-6cb1-4eda-b333-bb2f6554f577 with Priority: HIGHEST for action port [ 704.853166] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.853282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.853346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.853670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.853766] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.854579] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.854679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.854865] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d36e94a6-6cb1-4eda-b333-bb2f6554f577 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.854957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d36e94a6-6cb1-4eda-b333-bb2f6554f577" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.855040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d36e94a6-6cb1-4eda-b333-bb2f6554f577" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.855194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d36e94a6-6cb1-4eda-b333-bb2f6554f577" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.855265] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d36e94a6-6cb1-4eda-b333-bb2f6554f577',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.085910] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.086101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.086357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.086418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.086468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.086563] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda is going to be updated. [ 705.112901] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.113068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.113121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.113324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.114035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.122622] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: IN_PROGRESS for 2s [ 705.288680] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e085d8d-d9b0-463c-b56f-4de04779495e [ 705.288680] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.288680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.288819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.289068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.289144] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.289241] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e085d8d-d9b0-463c-b56f-4de04779495e already deleted. [ 705.289319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e085d8d-d9b0-463c-b56f-4de04779495e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.357071] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.357218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.357435] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d36e94a6-6cb1-4eda-b333-bb2f6554f577 with status ACTIVE [ 705.357608] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.357714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.357781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.358082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.358179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.358358] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.358453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.358515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.358661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.358739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.358914] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.359016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.359158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.359273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.359273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.359364] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d36e94a6-6cb1-4eda-b333-bb2f6554f577 is going to be updated. [ 705.381992] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.382160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.382234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.382443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.382590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.382749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d36e94a6-6cb1-4eda-b333-bb2f6554f577" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.368153] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 706.368437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.368529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.368742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.368927] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.369051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.369115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.369262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.369404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.369442] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.454785] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6fafc955-66cd-4b92-aa3d-7846230d2d0f None None] Enqueued Resource ID: 56e17004-794b-4503-926e-bfa40d5323fe with Priority: HIGHEST for action port [ 706.455044] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e17004-794b-4503-926e-bfa40d5323fe with Priority: HIGHEST for action port [ 706.455573] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-56e17004-794b-4503-926e-bfa40d5323fe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.455695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56e17004-794b-4503-926e-bfa40d5323fe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.455759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56e17004-794b-4503-926e-bfa40d5323fe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.456323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56e17004-794b-4503-926e-bfa40d5323fe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.457123] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56e17004-794b-4503-926e-bfa40d5323fe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.875866] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.960026] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56e17004-794b-4503-926e-bfa40d5323fe [ 706.960308] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.960478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.960581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.960762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.960853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.960979] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56e17004-794b-4503-926e-bfa40d5323fe already deleted. [ 706.961069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56e17004-794b-4503-926e-bfa40d5323fe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.135927] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: SUCCESS [ 707.135927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.378195] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.880120] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.880300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.880386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.880654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.880771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.880843] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 707.913068] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.913068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.913068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.913068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.913068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.920691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 709.931805] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 709.932168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.932205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.932420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.932618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.932751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.932831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.932943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.933035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.933119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.933211] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.437357] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.437518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.437586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.437798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.437961] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.438065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.438123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.438272] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.438356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.438439] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.438585] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.438898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.438898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.438898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.439122] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.439122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.439195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.439261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.439332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.439408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.439492] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.942395] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf84efc-ccca-4a16-9eac-dd7c91421ed7: rpc.has_security_group_logging(os_id): False [ 710.960741] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.960896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.961014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.961276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.961401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.961702] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.961849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.961935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.962136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.962218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.962406] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.962500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.962559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.962735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.962897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.963045] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.963165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.963246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.963407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.963616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.963616] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 711.021464] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.021658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.021728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.021936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.022383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.038531] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 711.455566] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 711.455788] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 711.557397] env[69577]: INFO networking_nsxv3.common.synchronization [None req-55d91581-c63b-40b9-a86b-14f1bc63c3b2 None None] Enqueued Resource ID: bad7b39a-809a-46cb-8854-cef25412a6c5 with Priority: HIGHEST for action port [ 711.557975] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad7b39a-809a-46cb-8854-cef25412a6c5 with Priority: HIGHEST for action port [ 711.558361] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad7b39a-809a-46cb-8854-cef25412a6c5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.558474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad7b39a-809a-46cb-8854-cef25412a6c5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.558562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad7b39a-809a-46cb-8854-cef25412a6c5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.558902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad7b39a-809a-46cb-8854-cef25412a6c5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.559023] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad7b39a-809a-46cb-8854-cef25412a6c5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.067089] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bad7b39a-809a-46cb-8854-cef25412a6c5 [ 712.067608] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.067608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.067608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.068052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.068283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.068283] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bad7b39a-809a-46cb-8854-cef25412a6c5 already deleted. [ 712.068372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad7b39a-809a-46cb-8854-cef25412a6c5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.055566] env[69577]: INFO networking_nsxv3.common.synchronization [req-ed62948e-bd17-4a83-84e4-5e6e587754bc req-5f86e4b6-23a2-47ab-ac00-5a05557fcc9d tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Enqueued Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_members [ 713.056603] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 713.058646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.059252] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_members [ 713.059689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-749272ce-32ab-4429-bfe3-13e473cadf5e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.059894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.062238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.062238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.062238] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.062238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.062238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.062238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.062238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.062492] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.566400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.566400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.566400] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749272ce-32ab-4429-bfe3-13e473cadf5e already deleted. [ 713.566400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.664016] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.664016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-245" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.664016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-245" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.664016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-245" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.664016] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.664736] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.665540] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.665887] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.666171] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.666588] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.666936] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.667160] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.667373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.667589] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.673059] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.673271] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.676455] env[69577]: INFO networking_nsxv3.common.synchronization [None req-21ad097e-33e3-4674-9e09-972e6d542b24 None None] Enqueued Resource ID: 00068cb0-ca6f-461b-9466-f062d7512941 with Priority: HIGHEST for action port [ 713.677457] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00068cb0-ca6f-461b-9466-f062d7512941 with Priority: HIGHEST for action port [ 713.677798] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-00068cb0-ca6f-461b-9466-f062d7512941 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.678275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00068cb0-ca6f-461b-9466-f062d7512941" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.678380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00068cb0-ca6f-461b-9466-f062d7512941" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.678681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00068cb0-ca6f-461b-9466-f062d7512941" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.678796] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00068cb0-ca6f-461b-9466-f062d7512941',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.712685] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.712685] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.712685] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.713710] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-245" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.713710] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-37a5f21b-c5bf-4536-847f-5de74a0bb953 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.713710] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-37a5f21b-c5bf-4536-847f-5de74a0bb953" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.713710] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-37a5f21b-c5bf-4536-847f-5de74a0bb953" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.713995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-37a5f21b-c5bf-4536-847f-5de74a0bb953" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.714037] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a5f21b-c5bf-4536-847f-5de74a0bb953',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.181409] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00068cb0-ca6f-461b-9466-f062d7512941 [ 714.182769] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.182769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.182769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.182769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.182769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.182769] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00068cb0-ca6f-461b-9466-f062d7512941 already deleted. [ 714.182769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00068cb0-ca6f-461b-9466-f062d7512941" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.217667] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.217888] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.218042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.218345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.218493] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.218637] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 37a5f21b-c5bf-4536-847f-5de74a0bb953 not found, creating... [ 714.218895] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.219061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.219210] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.219378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.219508] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.219786] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.219934] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.220415] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.220701] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.225257] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.225410] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 37a5f21b-c5bf-4536-847f-5de74a0bb953 is going to be created. [ 714.257675] env[69577]: INFO networking_nsxv3.common.synchronization [None req-f2f4d8ef-6c02-4493-8ff0-2c873975342b None None] Enqueued Resource ID: a39de78e-9a91-4ead-90ce-6b734a1fcdba with Priority: HIGHEST for action port [ 714.257936] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a39de78e-9a91-4ead-90ce-6b734a1fcdba with Priority: HIGHEST for action port [ 714.258547] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a39de78e-9a91-4ead-90ce-6b734a1fcdba taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.259036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a39de78e-9a91-4ead-90ce-6b734a1fcdba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.259036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a39de78e-9a91-4ead-90ce-6b734a1fcdba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.262355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a39de78e-9a91-4ead-90ce-6b734a1fcdba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.262464] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39de78e-9a91-4ead-90ce-6b734a1fcdba',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.264531] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.264711] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.264829] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.265108] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.265326] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.265541] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-37a5f21b-c5bf-4536-847f-5de74a0bb953" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.767931] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a39de78e-9a91-4ead-90ce-6b734a1fcdba [ 714.770450] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.770450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.770450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.770450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.770450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.770450] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a39de78e-9a91-4ead-90ce-6b734a1fcdba already deleted. [ 714.770450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a39de78e-9a91-4ead-90ce-6b734a1fcdba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.276677] env[69577]: INFO networking_nsxv3.common.synchronization [req-ed62948e-bd17-4a83-84e4-5e6e587754bc req-228eaa72-cfbd-4589-b6e0-0c5e42bad3c8 service nova] Enqueued Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_rules [ 715.276677] env[69577]: INFO networking_nsxv3.common.synchronization [req-ed62948e-bd17-4a83-84e4-5e6e587754bc req-228eaa72-cfbd-4589-b6e0-0c5e42bad3c8 service nova] Enqueued Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_members [ 715.276677] env[69577]: INFO networking_nsxv3.common.synchronization [req-ed62948e-bd17-4a83-84e4-5e6e587754bc req-228eaa72-cfbd-4589-b6e0-0c5e42bad3c8 service nova] Enqueued Resource ID: 37a5f21b-c5bf-4536-847f-5de74a0bb953 with Priority: HIGHEST for action port [ 715.276677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_rules [ 715.276677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_members [ 715.276677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a5f21b-c5bf-4536-847f-5de74a0bb953 with Priority: HIGHEST for action port [ 715.277769] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749272ce-32ab-4429-bfe3-13e473cadf5e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.278101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.278336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.278622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.281036] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.281036] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-749272ce-32ab-4429-bfe3-13e473cadf5e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.281036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.281036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.281036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.281036] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.281036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.281036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.281036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.281036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.281036] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.281931] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-37a5f21b-c5bf-4536-847f-5de74a0bb953 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.282216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37a5f21b-c5bf-4536-847f-5de74a0bb953" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.282366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37a5f21b-c5bf-4536-847f-5de74a0bb953" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.282589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37a5f21b-c5bf-4536-847f-5de74a0bb953" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.282766] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a5f21b-c5bf-4536-847f-5de74a0bb953',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.673954] env[69577]: INFO networking_nsxv3.common.synchronization [req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb req-fd6333a3-a3cb-4b4e-99c0-02832d71ffbe tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 715.674492] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 715.674801] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.674932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.675009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.675605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.675855] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.676022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.676135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.676589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.676772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.676958] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.764108] env[69577]: INFO networking_nsxv3.common.synchronization [None req-57793a23-be3e-4025-96fb-d2f4d623b877 None None] Enqueued Resource ID: b344dc73-285d-467f-9846-3d4e65fa75c7 with Priority: HIGHEST for action port [ 715.764369] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b344dc73-285d-467f-9846-3d4e65fa75c7 with Priority: HIGHEST for action port [ 715.764909] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b344dc73-285d-467f-9846-3d4e65fa75c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.765078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b344dc73-285d-467f-9846-3d4e65fa75c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.765208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b344dc73-285d-467f-9846-3d4e65fa75c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.765404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b344dc73-285d-467f-9846-3d4e65fa75c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.765462] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b344dc73-285d-467f-9846-3d4e65fa75c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.789283] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.789283] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-749272ce-32ab-4429-bfe3-13e473cadf5e taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.789283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.789283] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37a5f21b-c5bf-4536-847f-5de74a0bb953 with status ACTIVE [ 715.789283] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.789283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.789283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.789283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.789283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.790810] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.790810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.790810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.790810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.790810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.790810] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.790810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.790810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.791071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.791071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.791120] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37a5f21b-c5bf-4536-847f-5de74a0bb953 is going to be updated. [ 715.817011] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.817257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.817449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.817765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.817854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.818033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37a5f21b-c5bf-4536-847f-5de74a0bb953" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.872055] env[69577]: INFO networking_nsxv3.common.synchronization [req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 req-d701446b-2952-47fa-a406-ae4a54939393 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 715.872710] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 715.873239] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.873239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.179385] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.267814] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b344dc73-285d-467f-9846-3d4e65fa75c7 [ 716.268087] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.268227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.268289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.269455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.269455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.269455] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b344dc73-285d-467f-9846-3d4e65fa75c7 already deleted. [ 716.269455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b344dc73-285d-467f-9846-3d4e65fa75c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.295174] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.681919] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.797213] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.797505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.797505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.797765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.797765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.797876] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749272ce-32ab-4429-bfe3-13e473cadf5e is going to be created. [ 716.824570] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.825319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.825319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.825319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.825319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.834022] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749272ce-32ab-4429-bfe3-13e473cadf5e in Status: UNINITIALIZED for 2s [ 717.184515] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.184589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.184686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.184862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.184988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.185107] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 717.237755] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.237902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.237980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.238226] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.238345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.247593] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 718.843629] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749272ce-32ab-4429-bfe3-13e473cadf5e in Status: SUCCESS [ 718.843961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.843961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.844222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.844377] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.844499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.844583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.844701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.844796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.844881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.844994] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.256455] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 719.256633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.256797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.257027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.257217] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.257332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.257396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.257543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.257626] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.257721] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.348280] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.617136] env[69577]: INFO networking_nsxv3.common.synchronization [None req-580ffdb3-398c-47c1-b1d3-a0312d0e2447 None None] Enqueued Resource ID: 098bf3d0-66b4-428a-b28b-01b2234cf08f with Priority: HIGHEST for action port [ 719.617680] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098bf3d0-66b4-428a-b28b-01b2234cf08f with Priority: HIGHEST for action port [ 719.617986] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-098bf3d0-66b4-428a-b28b-01b2234cf08f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.618125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098bf3d0-66b4-428a-b28b-01b2234cf08f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.618186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098bf3d0-66b4-428a-b28b-01b2234cf08f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.618449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098bf3d0-66b4-428a-b28b-01b2234cf08f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.618547] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098bf3d0-66b4-428a-b28b-01b2234cf08f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.759908] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.760100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.760172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.760388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.760493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.760704] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.760804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.760876] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.761047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.761123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.761225] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 719.792106] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.792106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.792106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.792106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.792106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.800626] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 719.851175] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 749272ce-32ab-4429-bfe3-13e473cadf5e: rpc.has_security_group_logging(os_id): False [ 719.872805] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.872805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.872805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.872805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.872805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.872805] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.872805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.872805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.872805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.872805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.872805] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749272ce-32ab-4429-bfe3-13e473cadf5e is going to be created. [ 719.935082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.935082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.935082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.935082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.935082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.944668] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749272ce-32ab-4429-bfe3-13e473cadf5e in Status: IN_PROGRESS for 2s [ 720.122123] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 098bf3d0-66b4-428a-b28b-01b2234cf08f [ 720.122373] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.122500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.122573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.122814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.122975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.123041] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:098bf3d0-66b4-428a-b28b-01b2234cf08f already deleted. [ 720.123117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098bf3d0-66b4-428a-b28b-01b2234cf08f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813708] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 721.813969] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 deletion is rescheduled due to dependency. [ 721.814038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.956666] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749272ce-32ab-4429-bfe3-13e473cadf5e in Status: SUCCESS [ 721.957075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.103253] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7d4cc247-10a6-4cb8-920a-eb4980daf71e None None] Enqueued Resource ID: 440a19df-dd5d-4caf-bfb3-ae61eb6a1791 with Priority: HIGHEST for action port [ 722.103253] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 440a19df-dd5d-4caf-bfb3-ae61eb6a1791 with Priority: HIGHEST for action port [ 722.103253] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-440a19df-dd5d-4caf-bfb3-ae61eb6a1791 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.104058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-440a19df-dd5d-4caf-bfb3-ae61eb6a1791" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.104315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-440a19df-dd5d-4caf-bfb3-ae61eb6a1791" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.104763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-440a19df-dd5d-4caf-bfb3-ae61eb6a1791" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.105018] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440a19df-dd5d-4caf-bfb3-ae61eb6a1791',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.608014] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 440a19df-dd5d-4caf-bfb3-ae61eb6a1791 [ 722.608014] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.608014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.608014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.608014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.608281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.608281] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:440a19df-dd5d-4caf-bfb3-ae61eb6a1791 already deleted. [ 722.608281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-440a19df-dd5d-4caf-bfb3-ae61eb6a1791" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.040035] env[69577]: INFO networking_nsxv3.common.synchronization [req-15ad5049-b560-442c-8735-dab6f18cdbe5 req-1a6d7f8d-be17-46ef-84da-f7a6b0f27e4a tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 727.040559] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 727.040846] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.040962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.042709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.042709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.042709] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.042709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.042709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.042709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.042709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.042709] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.383799] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6bb0db9a-94e1-4c3b-b3f4-30dc4f25e3d2 None None] Enqueued Resource ID: a2949cf7-dffc-4ddd-8d59-d3671c6cfe82 with Priority: HIGHEST for action port [ 727.384105] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2949cf7-dffc-4ddd-8d59-d3671c6cfe82 with Priority: HIGHEST for action port [ 727.384854] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2949cf7-dffc-4ddd-8d59-d3671c6cfe82 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.384971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2949cf7-dffc-4ddd-8d59-d3671c6cfe82" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.386437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2949cf7-dffc-4ddd-8d59-d3671c6cfe82" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.386720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2949cf7-dffc-4ddd-8d59-d3671c6cfe82" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.387681] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2949cf7-dffc-4ddd-8d59-d3671c6cfe82',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.455308] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.455604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-616" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.455604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-616" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.455897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-616" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.456125] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.456285] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.456399] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.456628] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.457374] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.457374] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.457374] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.457374] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.457374] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.457569] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.457569] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.457624] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.476961] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.477148] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.477295] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.477484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-616" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.477757] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.478061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.478061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.478353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.478493] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f42c44d-ff5d-4ddc-81c2-97c565d889d0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.544410] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.890188] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2949cf7-dffc-4ddd-8d59-d3671c6cfe82 [ 727.890398] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.890656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.890857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.890952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891063] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2949cf7-dffc-4ddd-8d59-d3671c6cfe82 already deleted. [ 727.891140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2949cf7-dffc-4ddd-8d59-d3671c6cfe82" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.986490] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.986719] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.986846] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.987165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.987319] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.987472] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 not found, creating... [ 727.987733] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.987885] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.988009] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.988228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.989037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.989037] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.989037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.989037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.989227] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.989260] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.989582] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 is going to be created. [ 728.011792] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.012156] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.012262] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.012544] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.012785] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.013033] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.048131] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.550062] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.550247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.550320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.550526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.550618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.550715] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 728.580529] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.580677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.580749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.580953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.581109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.593083] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 728.867370] env[69577]: INFO networking_nsxv3.common.synchronization [req-15ad5049-b560-442c-8735-dab6f18cdbe5 req-ecb1e565-2243-4737-b76f-0ba355159c9c service nova] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 728.867559] env[69577]: INFO networking_nsxv3.common.synchronization [req-15ad5049-b560-442c-8735-dab6f18cdbe5 req-ecb1e565-2243-4737-b76f-0ba355159c9c service nova] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 728.867695] env[69577]: INFO networking_nsxv3.common.synchronization [req-15ad5049-b560-442c-8735-dab6f18cdbe5 req-ecb1e565-2243-4737-b76f-0ba355159c9c service nova] Enqueued Resource ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with Priority: HIGHEST for action port [ 728.867929] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 728.868070] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 728.868169] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with Priority: HIGHEST for action port [ 728.868695] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.868830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.868878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.869206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.869297] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.870502] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.870615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.870780] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.870879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.870940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.871135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.871212] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f42c44d-ff5d-4ddc-81c2-97c565d889d0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.373129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.373129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.375464] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with status ACTIVE [ 729.375710] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.375906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.376042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.376500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.376500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.376745] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.376900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.377009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.377313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.377366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.377636] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.377805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.377906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.378157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.378298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.378431] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 is going to be updated. [ 729.400512] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.400681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.400757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.400973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.401135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.401308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.558353] env[69577]: INFO networking_nsxv3.common.synchronization [None req-615611dc-6593-4dec-b622-55f886b9e52e None None] Enqueued Resource ID: 817c1d45-55fe-4679-9af4-1d3edc9c0afb with Priority: HIGHEST for action port [ 729.559204] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817c1d45-55fe-4679-9af4-1d3edc9c0afb with Priority: HIGHEST for action port [ 729.559302] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-817c1d45-55fe-4679-9af4-1d3edc9c0afb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.559409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817c1d45-55fe-4679-9af4-1d3edc9c0afb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.559462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817c1d45-55fe-4679-9af4-1d3edc9c0afb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.559728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817c1d45-55fe-4679-9af4-1d3edc9c0afb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.559817] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817c1d45-55fe-4679-9af4-1d3edc9c0afb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.063808] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 817c1d45-55fe-4679-9af4-1d3edc9c0afb [ 730.064096] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.064261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.064329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.064571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.064688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.064797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:817c1d45-55fe-4679-9af4-1d3edc9c0afb already deleted. [ 730.064881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817c1d45-55fe-4679-9af4-1d3edc9c0afb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.505321] env[69577]: INFO networking_nsxv3.common.synchronization [req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c req-81b2bb74-e7bd-4e43-9c8b-c1138885bf5c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Enqueued Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_members [ 730.506376] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 with Priority: HIGHEST for action security_group_members [ 730.506678] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b15f52-1f8f-4c18-96c7-c31349544e53 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.507562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.507562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.507562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.507562] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.507562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.507562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.507562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.507562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.507809] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90b15f52-1f8f-4c18-96c7-c31349544e53',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.602106] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 730.602356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.602540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.602770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.602978] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.603129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.603212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.603349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.603428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.603536] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.010962] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.010962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.010962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.011101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.011213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.011435] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.011545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.011618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.011778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.011852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.011962] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 is going to be updated. [ 731.040952] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.042186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.042186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.042186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.043292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.047251] env[69577]: INFO networking_nsxv3.common.synchronization [req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 req-c07ed0d7-0c83-4ec7-84c4-c6ceb8756005 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 731.047984] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 731.048282] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.049085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.049085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.049085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.049085] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.049302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.049302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.049477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.049541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.049638] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.053257] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 in Status: IN_PROGRESS for 2s [ 731.106408] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.540712] env[69577]: INFO networking_nsxv3.common.synchronization [req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e req-3c132aa4-48a2-4127-a774-2f8b3400d2b7 tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Enqueued Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_members [ 731.542101] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775aaf14-876c-499d-b559-9791be99d313 with Priority: HIGHEST for action security_group_members [ 731.542101] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-775aaf14-876c-499d-b559-9791be99d313 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.542101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.542101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.542101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.542101] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.545388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.545473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.545668] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.545750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.545847] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775aaf14-876c-499d-b559-9791be99d313',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.551552] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.551670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.551737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.552325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.552480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.552750] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.552807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.553547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.553547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.553547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.553547] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f is going to be updated. [ 731.591390] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.591546] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.591622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.591956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.592121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.602170] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: IN_PROGRESS for 2s [ 731.608570] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.048822] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.049172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.049172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.049376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.050028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.050272] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.050370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.050488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.050754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.050897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.052255] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775aaf14-876c-499d-b559-9791be99d313 is going to be updated. [ 732.081852] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.082118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.082234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.082541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.082750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.099146] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775aaf14-876c-499d-b559-9791be99d313 in Status: IN_PROGRESS for 2s [ 732.112950] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.113806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.113914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.114271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.114448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.114605] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 732.144761] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.144761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.144761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.144761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.144761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.151830] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 733.064151] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 in Status: SUCCESS [ 733.064437] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90b15f52-1f8f-4c18-96c7-c31349544e53 deletion is rescheduled due to dependency. [ 733.064437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b15f52-1f8f-4c18-96c7-c31349544e53" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.520261] env[69577]: INFO networking_nsxv3.common.synchronization [req-746ecbfd-0335-4ae8-b2b6-014a820037bb req-2fb60a85-efdf-4ff9-b4a6-edb7e9170cd0 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 733.520763] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 733.521577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.521577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.521577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.521577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.521830] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.521830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.521830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.522090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.522090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.522170] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.611819] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: SUCCESS [ 733.611819] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f deletion is rescheduled due to dependency. [ 733.611819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.897569] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.897690] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.897820] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.898194] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.898472] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.898638] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.898756] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.898980] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.899144] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.899354] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.899466] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.899573] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.899696] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.899803] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.899942] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.900194] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.918180] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.918366] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.918503] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.918743] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.918988] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-935692e9-3642-4a4e-b393-6d8a6487ef2c taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.919184] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-935692e9-3642-4a4e-b393-6d8a6487ef2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.919320] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-935692e9-3642-4a4e-b393-6d8a6487ef2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.919638] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-935692e9-3642-4a4e-b393-6d8a6487ef2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.919781] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935692e9-3642-4a4e-b393-6d8a6487ef2c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.024390] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.024870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.024870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.025047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.025217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.025325] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.025584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.025657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.025822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.025934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.025984] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 already deleted. [ 734.026071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.109233] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775aaf14-876c-499d-b559-9791be99d313 in Status: SUCCESS [ 734.109233] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775aaf14-876c-499d-b559-9791be99d313 deletion is rescheduled due to dependency. [ 734.111456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775aaf14-876c-499d-b559-9791be99d313" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.160769] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 734.160992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.161195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.161414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.161607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.161724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.161789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.161938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.162202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.162202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.162316] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.423173] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.423410] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.423538] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.423884] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.424045] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.424220] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 935692e9-3642-4a4e-b393-6d8a6487ef2c not found, creating... [ 734.424495] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.424656] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.424774] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.425015] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.425200] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.425495] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.425668] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.426216] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.426216] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.426216] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.426541] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 935692e9-3642-4a4e-b393-6d8a6487ef2c is going to be created. [ 734.447807] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.448395] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.448395] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.448538] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.448735] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.448979] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-935692e9-3642-4a4e-b393-6d8a6487ef2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.667458] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.667941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.669430] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.669430] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.669430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.670247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.670247] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.670247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.670247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.670247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.670247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.670247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.670247] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.172213] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8b3332d-6dc2-48b7-96c7-c11c0d701cf6: rpc.has_security_group_logging(os_id): False [ 735.191050] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.191229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.191361] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.191492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.191611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.191773] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.191869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.191921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.192175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.192269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.192457] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.193035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.193035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.193035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.193035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.193299] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.193381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.193438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.193539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.193618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.193691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 735.252589] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.252589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.252589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.255484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.255484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.265643] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 735.485893] env[69577]: INFO networking_nsxv3.common.synchronization [req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 req-3a7430cf-8837-4bae-8106-e9b221b5a719 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Enqueued Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_members [ 735.486468] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGHEST for action security_group_members [ 735.486772] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330e508-eea8-4b68-929f-f2fdc1eb155c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.486896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.486961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.487490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.487884] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.488405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.488480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.488874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.489028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.489143] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.499273] env[69577]: INFO networking_nsxv3.common.synchronization [req-746ecbfd-0335-4ae8-b2b6-014a820037bb req-57a7aac2-1352-4816-a2f6-307873535d3d service nova] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_rules [ 735.499435] env[69577]: INFO networking_nsxv3.common.synchronization [req-746ecbfd-0335-4ae8-b2b6-014a820037bb req-57a7aac2-1352-4816-a2f6-307873535d3d service nova] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 735.499565] env[69577]: INFO networking_nsxv3.common.synchronization [req-746ecbfd-0335-4ae8-b2b6-014a820037bb req-57a7aac2-1352-4816-a2f6-307873535d3d service nova] Enqueued Resource ID: 935692e9-3642-4a4e-b393-6d8a6487ef2c with Priority: HIGHEST for action port [ 735.499779] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_rules [ 735.499982] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 735.500076] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935692e9-3642-4a4e-b393-6d8a6487ef2c with Priority: HIGHEST for action port [ 735.501080] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.501165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.501231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.501525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.501525] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.502388] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.502487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.502527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.502700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.502924] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.502924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.503109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.503144] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.503223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.503310] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.504062] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-935692e9-3642-4a4e-b393-6d8a6487ef2c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.504608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-935692e9-3642-4a4e-b393-6d8a6487ef2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.504608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-935692e9-3642-4a4e-b393-6d8a6487ef2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.504608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-935692e9-3642-4a4e-b393-6d8a6487ef2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.504608] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935692e9-3642-4a4e-b393-6d8a6487ef2c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.996020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.996020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.996020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.996020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.996020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.996020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.996020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.996020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.996020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.996020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.996020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330e508-eea8-4b68-929f-f2fdc1eb155c is going to be updated. [ 736.006282] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.006445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.006766] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.007998] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 935692e9-3642-4a4e-b393-6d8a6487ef2c with status ACTIVE [ 736.008357] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.011558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.011558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.011558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.011782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.011979] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.013068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.013068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.013243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.013364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.015860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.015860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.015860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.015860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.015860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.015860] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 935692e9-3642-4a4e-b393-6d8a6487ef2c is going to be updated. [ 736.024155] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.024313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.024367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.024564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.024693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.032968] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330e508-eea8-4b68-929f-f2fdc1eb155c in Status: IN_PROGRESS for 2s [ 736.047418] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.047577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.047698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.047872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.048187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.048447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-935692e9-3642-4a4e-b393-6d8a6487ef2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.210068] env[69577]: INFO networking_nsxv3.common.synchronization [req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 req-f1c4ed11-14c2-4826-a771-50e1bcd97b65 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 736.210636] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 736.210944] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.211074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.211134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.211374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.211614] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.211746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.211845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.212398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.212398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.212398] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.516236] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.715959] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.716210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.716312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.716499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.718400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.718400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.718400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.718400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.718400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.718400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.718400] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a already deleted. [ 736.718400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.897113] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.897303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.897421] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.897727] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.898131] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.898131] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.898254] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.898446] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.898582] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.898784] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.898891] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.898996] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.899245] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.899360] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.899462] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.899590] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.923136] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.923366] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.923514] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.923691] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.924317] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-7166b4f3-3895-409a-b46a-112cc754a54d taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.924565] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-7166b4f3-3895-409a-b46a-112cc754a54d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.924693] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-7166b4f3-3895-409a-b46a-112cc754a54d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.925164] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-7166b4f3-3895-409a-b46a-112cc754a54d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.925588] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7166b4f3-3895-409a-b46a-112cc754a54d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.021448] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.021632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.021705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.021921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.022093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.022525] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be created. [ 737.045014] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.045219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.045295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.045966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.045966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.054457] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: UNINITIALIZED for 2s [ 737.279209] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 737.279547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.427951] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.428203] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.428331] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.428622] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.428775] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.428928] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 7166b4f3-3895-409a-b46a-112cc754a54d not found, creating... [ 737.429243] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.429362] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.429480] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.429699] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.429836] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.430189] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.430359] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.430478] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.430687] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.430821] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.430960] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 7166b4f3-3895-409a-b46a-112cc754a54d is going to be created. [ 737.449616] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.449898] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.450073] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.450325] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.450557] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.450847] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-7166b4f3-3895-409a-b46a-112cc754a54d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.045024] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330e508-eea8-4b68-929f-f2fdc1eb155c in Status: SUCCESS [ 738.045245] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330e508-eea8-4b68-929f-f2fdc1eb155c deletion is rescheduled due to dependency. [ 738.045371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.314912] env[69577]: INFO networking_nsxv3.common.synchronization [req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 req-fe2b58d7-6f21-401a-bda7-f7b5790451b5 service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 738.315193] env[69577]: INFO networking_nsxv3.common.synchronization [req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 req-fe2b58d7-6f21-401a-bda7-f7b5790451b5 service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 738.315307] env[69577]: INFO networking_nsxv3.common.synchronization [req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 req-fe2b58d7-6f21-401a-bda7-f7b5790451b5 service nova] Enqueued Resource ID: 7166b4f3-3895-409a-b46a-112cc754a54d with Priority: HIGHEST for action port [ 738.315510] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 738.315583] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 738.315682] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7166b4f3-3895-409a-b46a-112cc754a54d with Priority: HIGHEST for action port [ 738.316218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.316330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.316399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.316643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.316727] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.319427] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.319541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.319595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.319766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.319911] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.320019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.320078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.320208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.320293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.320380] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.321459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7166b4f3-3895-409a-b46a-112cc754a54d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.321568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7166b4f3-3895-409a-b46a-112cc754a54d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.321634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7166b4f3-3895-409a-b46a-112cc754a54d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.321783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7166b4f3-3895-409a-b46a-112cc754a54d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.321859] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7166b4f3-3895-409a-b46a-112cc754a54d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.798376] env[69577]: INFO networking_nsxv3.common.synchronization [req-935c71e8-cd6d-4299-868b-578cec9e8e71 req-414785f3-176c-4c84-87bc-52af63070a1a tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 738.798555] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 738.798848] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.798954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.823388] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.823519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.823700] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.824640] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7166b4f3-3895-409a-b46a-112cc754a54d with status ACTIVE [ 738.824866] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.824866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.824866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.825096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.825171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.825340] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.825434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.825507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.825713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.825838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.826102] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.826591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.826591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.826591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.826591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.826761] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7166b4f3-3895-409a-b46a-112cc754a54d is going to be updated. [ 738.847045] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.847196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.847270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.847464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.847591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.847744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7166b4f3-3895-409a-b46a-112cc754a54d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.066323] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: SUCCESS [ 739.067020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.067121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.067656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.067812] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.068270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.068530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.069097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.069285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.070412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.070648] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.072443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.072637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.073056] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.073182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.073229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.073400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.073747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.073840] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.143176] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.143492] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.143492] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.143754] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.144033] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.144200] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.144381] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.144700] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.144852] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.145070] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.145257] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.145368] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.145462] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.145533] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.146058] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.146058] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.163905] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.164090] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.164229] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.164425] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.164716] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-4033335e-8262-41fa-bb8e-34b967ae481e taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.164881] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-4033335e-8262-41fa-bb8e-34b967ae481e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.164997] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-4033335e-8262-41fa-bb8e-34b967ae481e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.165300] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-4033335e-8262-41fa-bb8e-34b967ae481e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.165437] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4033335e-8262-41fa-bb8e-34b967ae481e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.329104] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.575766] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.575896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.576112] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.669433] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.669433] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.669433] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.669433] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.669433] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.669433] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 4033335e-8262-41fa-bb8e-34b967ae481e not found, creating... [ 739.669773] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.669773] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.669773] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.670568] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.670568] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.670568] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.670568] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.670807] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.670980] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.671059] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.671206] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 4033335e-8262-41fa-bb8e-34b967ae481e is going to be created. [ 739.689965] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.690183] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.690392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.690604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.690823] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.691707] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-4033335e-8262-41fa-bb8e-34b967ae481e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.706826] env[69577]: INFO networking_nsxv3.common.synchronization [req-3b99718b-4f5d-456a-b4bd-cc8cf26aa527 req-3c29e0b3-c1d4-4b5b-8bc3-a7cf349a377b tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 739.706826] env[69577]: INFO networking_nsxv3.common.synchronization [req-3b99718b-4f5d-456a-b4bd-cc8cf26aa527 req-3c29e0b3-c1d4-4b5b-8bc3-a7cf349a377b tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 739.706896] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 739.707203] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 739.707284] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.707372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.707436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.707619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.707762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.707858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.707919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.708072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.708184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.708241] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.709301] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef63edf-dae2-441b-9cca-531526f966e5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.709301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.709301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.709455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.709519] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.709607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.709662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.709801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.709875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.709957] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.750053] env[69577]: INFO networking_nsxv3.common.synchronization [req-3b99718b-4f5d-456a-b4bd-cc8cf26aa527 req-3c29e0b3-c1d4-4b5b-8bc3-a7cf349a377b tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_rules [ 739.750376] env[69577]: INFO networking_nsxv3.common.synchronization [req-3b99718b-4f5d-456a-b4bd-cc8cf26aa527 req-3c29e0b3-c1d4-4b5b-8bc3-a7cf349a377b tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 739.750532] env[69577]: INFO networking_nsxv3.common.synchronization [req-3b99718b-4f5d-456a-b4bd-cc8cf26aa527 req-3c29e0b3-c1d4-4b5b-8bc3-a7cf349a377b tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 739.750663] env[69577]: INFO networking_nsxv3.common.synchronization [req-3b99718b-4f5d-456a-b4bd-cc8cf26aa527 req-3c29e0b3-c1d4-4b5b-8bc3-a7cf349a377b tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 739.750791] env[69577]: INFO networking_nsxv3.common.synchronization [req-3b99718b-4f5d-456a-b4bd-cc8cf26aa527 req-3c29e0b3-c1d4-4b5b-8bc3-a7cf349a377b tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with Priority: HIGHEST for action port [ 739.751283] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_rules [ 739.751677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 739.751677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with Priority: HIGHEST for action port [ 739.751677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 739.751677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 739.751944] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef63edf-dae2-441b-9cca-531526f966e5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.752232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.752313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.752755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.752755] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.753778] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.753896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.754083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.754136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.754658] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.755406] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.755564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.755564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.755726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.755801] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f42c44d-ff5d-4ddc-81c2-97c565d889d0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.756742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef63edf-dae2-441b-9cca-531526f966e5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.756792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.756972] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.757031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.832830] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.832951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.832992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.833413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.833506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.833607] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be created. [ 739.857849] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.857998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.858066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.858264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.858419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.868706] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: UNINITIALIZED for 2s [ 740.079092] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.211833] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.213695] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.257875] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef63edf-dae2-441b-9cca-531526f966e5 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.258025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.258289] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.258363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.258501] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with status ACTIVE [ 740.258748] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.258748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.258882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.259018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.259254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.259427] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.259524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.259660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.259734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.259812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.260040] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.260110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.260170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.260301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.260376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.260458] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 is going to be updated. [ 740.281547] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.281719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.281719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.281899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.282043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.282225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.412689] env[69577]: INFO networking_nsxv3.common.synchronization [req-935c71e8-cd6d-4299-868b-578cec9e8e71 req-ca9ce720-ca50-444e-9040-9bf1dad35938 service nova] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_rules [ 740.412689] env[69577]: INFO networking_nsxv3.common.synchronization [req-935c71e8-cd6d-4299-868b-578cec9e8e71 req-ca9ce720-ca50-444e-9040-9bf1dad35938 service nova] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 740.412689] env[69577]: INFO networking_nsxv3.common.synchronization [req-935c71e8-cd6d-4299-868b-578cec9e8e71 req-ca9ce720-ca50-444e-9040-9bf1dad35938 service nova] Enqueued Resource ID: 4033335e-8262-41fa-bb8e-34b967ae481e with Priority: HIGHEST for action port [ 740.413043] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_rules [ 740.413043] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 740.413124] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4033335e-8262-41fa-bb8e-34b967ae481e with Priority: HIGHEST for action port [ 740.413616] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.413718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.413983] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.413983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.414169] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4033335e-8262-41fa-bb8e-34b967ae481e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.414269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4033335e-8262-41fa-bb8e-34b967ae481e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.414330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4033335e-8262-41fa-bb8e-34b967ae481e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.414523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4033335e-8262-41fa-bb8e-34b967ae481e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.414601] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4033335e-8262-41fa-bb8e-34b967ae481e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.582180] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.582351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.582420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.582633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.582719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.582811] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be updated. [ 740.613721] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.613861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.613929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.614153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.614293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.621744] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: IN_PROGRESS for 2s [ 740.714883] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.715843] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.919010] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4033335e-8262-41fa-bb8e-34b967ae481e with status ACTIVE [ 740.919263] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.919381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.919451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.919671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.919764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.919947] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.920697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.920697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.920697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.920697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.920697] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.920697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.920697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.920967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.920967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.920967] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4033335e-8262-41fa-bb8e-34b967ae481e is going to be updated. [ 740.940771] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.940934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.940971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.941146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.941274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.941428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4033335e-8262-41fa-bb8e-34b967ae481e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.223154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.223154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.223154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.223154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.223154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.223154] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 741.223154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.223154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.223154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.223154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.223154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.223154] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef63edf-dae2-441b-9cca-531526f966e5 is going to be created. [ 741.250221] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.250599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.250769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.251125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.251424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.253742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.256264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.256264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.256264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.256264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.267353] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef63edf-dae2-441b-9cca-531526f966e5 in Status: UNINITIALIZED for 2s [ 741.269165] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 741.856858] env[69577]: INFO networking_nsxv3.common.synchronization [req-21b51576-aee6-4ce1-89dc-908523281f46 req-409f009a-b63a-4901-865e-fb38c646b45e tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Enqueued Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGHEST for action security_group_members [ 741.857450] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGHEST for action security_group_members [ 741.857762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-70228674-8d28-4b41-8c79-ecd628d3a880 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.857894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.857962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.858756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.858931] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.859062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.859130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.859292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.859397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.859549] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.879466] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 741.879738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.880215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.880416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.880673] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.880787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.880849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.881019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.881196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.881334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.881499] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.307784] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.307784] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-427" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.307784] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-427" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.307784] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-427" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.308027] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.308177] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.308259] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.308465] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.308598] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.308795] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.308900] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.310328] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.310328] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.310328] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.310328] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.310328] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.343392] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.343608] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.343751] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.343931] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-427" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.344286] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.344415] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.344557] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.344866] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.345013] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ecd96ea-7ced-42da-91ba-a99fb765fcd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.362327] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.362327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.362327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.362327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.362527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.362557] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.362651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.362688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.362835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.362913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.363016] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70228674-8d28-4b41-8c79-ecd628d3a880 already deleted. [ 742.363108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.386524] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.386524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.386729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.386886] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.387089] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.387221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.387292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.387447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.387531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.387616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.387765] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.387857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.387916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.388069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.388204] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.388301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.388360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.388495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.388606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.388637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.388729] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.631093] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: SUCCESS [ 742.631322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.631533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.631869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.632194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.632327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.632399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.632554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.632640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.632725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.632892] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.632972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.633050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.633187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.633327] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.633419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.633477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.633606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.633681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.633758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.633844] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.634843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.635017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.635167] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.635269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.635332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.635471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.635547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.635634] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.850064] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.850355] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.850577] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.850885] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.851063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.851262] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 not found, creating... [ 742.851581] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.851758] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.851927] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.852249] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.852366] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.852651] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.852913] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.853079] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.853324] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.853468] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.853607] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 is going to be created. [ 742.879263] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.879639] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.879639] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.879963] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.880340] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.880582] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.890290] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421e5434-33dd-4724-b929-dba55fcc886a: rpc.has_security_group_logging(os_id): False [ 742.907350] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.907503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.907576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.907852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.907918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.908283] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.908401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.908465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.908629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.908708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.908900] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.908993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.909067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.909209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.909285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.909478] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.909571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.909732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.909787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.909833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.909916] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be created. [ 742.974951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.974951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.974951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.974951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.974951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.995020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 743.138449] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcf6f589-5ed0-4f32-81f6-a10750486f15: rpc.has_security_group_logging(os_id): False [ 743.142060] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.155905] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.155905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.155905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.155905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.155905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.155905] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.155905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.155905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.155905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.157063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.157063] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.157063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.157063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.157063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.157063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.157063] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.157063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.157063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.157063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.160933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.161901] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be created. [ 743.219914] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.219914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.219914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.219914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.219914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.235280] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: IN_PROGRESS for 2s [ 743.279303] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef63edf-dae2-441b-9cca-531526f966e5 in Status: SUCCESS [ 743.279545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.281065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.281065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.281065] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.281065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.281065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.281376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.281376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.281376] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.283785] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 743.284023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.284128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.284297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.284505] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.284570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.284624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.284768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.284848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.284935] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.646643] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.687159] env[69577]: INFO networking_nsxv3.common.synchronization [req-21b51576-aee6-4ce1-89dc-908523281f46 req-13be3e43-d3b2-4bc1-bde2-46f1a87161d7 service nova] Enqueued Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGHEST for action security_group_rules [ 743.687345] env[69577]: INFO networking_nsxv3.common.synchronization [req-21b51576-aee6-4ce1-89dc-908523281f46 req-13be3e43-d3b2-4bc1-bde2-46f1a87161d7 service nova] Enqueued Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGHEST for action security_group_members [ 743.687482] env[69577]: INFO networking_nsxv3.common.synchronization [req-21b51576-aee6-4ce1-89dc-908523281f46 req-13be3e43-d3b2-4bc1-bde2-46f1a87161d7 service nova] Enqueued Resource ID: 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 with Priority: HIGHEST for action port [ 743.688244] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGHEST for action security_group_rules [ 743.688343] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGHEST for action security_group_members [ 743.688430] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 with Priority: HIGHEST for action port [ 743.688915] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70228674-8d28-4b41-8c79-ecd628d3a880 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.689046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.689116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.689370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.689457] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.690612] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-70228674-8d28-4b41-8c79-ecd628d3a880 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.690769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.690826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.691008] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.691167] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.691290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.691327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.691462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.691542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.691629] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.696084] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.696243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.696328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.699634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.699634] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ecd96ea-7ced-42da-91ba-a99fb765fcd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.783714] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.791314] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.149832] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.149832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.149832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.150304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.150304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.150304] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be updated. [ 744.178584] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.179671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.179671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.179671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.179671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.187492] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: IN_PROGRESS for 2s [ 744.197907] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.199535] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-70228674-8d28-4b41-8c79-ecd628d3a880 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.199861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.200141] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 with status ACTIVE [ 744.200312] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.200465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.200523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.201093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.201093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.201093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.204473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.204473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.204473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.204473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.204473] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.204473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.204473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.204473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.204473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.204473] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 is going to be updated. [ 744.230570] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.230738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.230828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.231036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.231181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.231385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ecd96ea-7ced-42da-91ba-a99fb765fcd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.285709] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.293554] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.700591] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.790269] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.790448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.790523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.790750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.790832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.790933] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef63edf-dae2-441b-9cca-531526f966e5 is going to be updated. [ 744.795100] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.795227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.795469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.795741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.795869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.795992] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 744.821968] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.821968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.821968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.821968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.821968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.825396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.825396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.825396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.825396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.825396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.832657] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef63edf-dae2-441b-9cca-531526f966e5 in Status: IN_PROGRESS for 2s [ 744.833703] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 745.005969] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 745.006221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.204891] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.205203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.205203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.205354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.205447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.205543] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70228674-8d28-4b41-8c79-ecd628d3a880 is going to be created. [ 745.242635] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.242939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.243076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.243337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.243552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.252385] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: SUCCESS [ 745.252590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.252758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.252955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.253061] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.254410] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70228674-8d28-4b41-8c79-ecd628d3a880 in Status: UNINITIALIZED for 2s [ 745.755792] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.755991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.196679] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: SUCCESS [ 746.196844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.197115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.197275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.197506] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.197735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.197863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.197969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.198070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.198188] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.207440] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 746.207694] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 with Priority: HIGHEST for action security_group_members [ 746.207810] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 746.208627] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 746.208627] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 with Priority: HIGHEST for action security_group_members [ 746.208769] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 746.208999] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.209124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.212023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac371f6-683a-48b3-93f3-319ea71fe1a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.212023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.212023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.212023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.212023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.212023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.212023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.212023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.212023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.212023] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.212023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef63edf-dae2-441b-9cca-531526f966e5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.212023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.257171] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_rules [ 746.257258] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 with Priority: HIGHEST for action security_group_rules [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 with Priority: HIGHEST for action security_group_members [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [req-b51f3425-d2d3-410a-8529-b8d209710511 req-6af2ac1b-1bc5-4240-815e-6e3f0cb14b6f tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with Priority: HIGHEST for action port [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_rules [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 with Priority: HIGHEST for action security_group_rules [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with Priority: HIGHEST for action port [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_rules [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 746.260049] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 with Priority: HIGHEST for action security_group_members [ 746.260049] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef63edf-dae2-441b-9cca-531526f966e5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.260049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.260049] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bac371f6-683a-48b3-93f3-319ea71fe1a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.260049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.260049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.260049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.260049] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.261121] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.261164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.261977] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.261977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.261977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.261977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.261977] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f42c44d-ff5d-4ddc-81c2-97c565d889d0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.262902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.262902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.262902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef63edf-dae2-441b-9cca-531526f966e5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.262902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.263095] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac371f6-683a-48b3-93f3-319ea71fe1a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.263181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.701919] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.703035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.703035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.703035] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.703267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.703381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.703471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.703561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.703718] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.703806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.704029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.704145] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.704236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.704288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.704430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.704505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.704606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.704705] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.712352] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.764595] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac371f6-683a-48b3-93f3-319ea71fe1a2 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.764713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.764874] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 with status ACTIVE [ 746.765064] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.765176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.765284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.765474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.765574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.765750] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.765847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.765908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.766111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.766155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.766354] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.767052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.767052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.767052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.767052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.767276] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 is going to be updated. [ 746.786508] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.786650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.786719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.787041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.787158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.787239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f42c44d-ff5d-4ddc-81c2-97c565d889d0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.844545] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef63edf-dae2-441b-9cca-531526f966e5 in Status: SUCCESS [ 746.844791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.844960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.845184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.845381] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.845496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.845581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.845924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.845924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.845924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.846232] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.847458] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 746.848340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.848340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.848340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.848340] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.848340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.848340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.848340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.848641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.848641] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.849139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.849295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.850230] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.850230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.850230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.850230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.850230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.850230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.850230] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.850754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.850906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.851308] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.853227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.853227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.853227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.853227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.853227] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.208603] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcf6f589-5ed0-4f32-81f6-a10750486f15: rpc.has_security_group_logging(os_id): False [ 747.214954] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.225519] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.225662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.225733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.225936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.226041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.226228] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.226328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.226395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.226595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.226713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.226920] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.227264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.227406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.227585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.227693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.227915] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.228067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.228155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.228325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.228433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.228537] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be updated. [ 747.263230] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70228674-8d28-4b41-8c79-ecd628d3a880 in Status: SUCCESS [ 747.264945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.265472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.266078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.266078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.266078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.266078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.266706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.267329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.267486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.267621] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.304552] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.304552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.304552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.304552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.304552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.313707] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: IN_PROGRESS for 2s [ 747.352009] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.353315] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.354487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.354625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.354793] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.717208] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.717380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.717470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.717692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.717748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.717877] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 is going to be created. [ 747.741668] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.741843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.741904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.742093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.742275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.757619] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 in Status: UNINITIALIZED for 2s [ 747.772145] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-70228674-8d28-4b41-8c79-ecd628d3a880 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.772329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.772405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.772620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.772958] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.772958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.772958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.773279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.773279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.773279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.773419] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-70228674-8d28-4b41-8c79-ecd628d3a880 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.773508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.773557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.773695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.773831] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.773920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.774044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.774234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.774290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.774355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.774428] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.860705] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef63edf-dae2-441b-9cca-531526f966e5: rpc.has_security_group_logging(os_id): False [ 747.860705] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.860705] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.879353] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.879353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.879353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.879353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.879353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.879353] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.879353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.879353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.879353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.879353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.879353] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef63edf-dae2-441b-9cca-531526f966e5 is going to be created. [ 747.958062] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.958062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.958062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.958062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.958062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.966697] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef63edf-dae2-441b-9cca-531526f966e5 in Status: IN_PROGRESS for 2s [ 748.278204] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70228674-8d28-4b41-8c79-ecd628d3a880: rpc.has_security_group_logging(os_id): False [ 748.295321] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.295525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.295525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.295797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.295892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.296057] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.296185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.296236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.296353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.296432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.296671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.296755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.296755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.296888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.300093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.300093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.300093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.300093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.300093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.300093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.300093] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70228674-8d28-4b41-8c79-ecd628d3a880 is going to be created. [ 748.360938] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.361122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.361184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.361404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.361589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.367459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.367611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.367697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.367913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.368023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.368127] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef63edf-dae2-441b-9cca-531526f966e5 is going to be updated. [ 748.369300] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.369436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.369522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.369727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.369815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.370677] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 748.373341] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70228674-8d28-4b41-8c79-ecd628d3a880 in Status: IN_PROGRESS for 2s [ 748.399279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.399450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.399517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.399724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.399863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.404262] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.404262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.404262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.404262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.404262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.412116] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef63edf-dae2-441b-9cca-531526f966e5 in Status: IN_PROGRESS for 2s [ 748.412870] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 748.943192] env[69577]: INFO networking_nsxv3.common.synchronization [None req-fe156e11-fe6b-4c25-9245-89205653b209 None None] Enqueued Resource ID: 89be066d-b087-4e9f-9c13-d5abd5bca35c with Priority: HIGHEST for action port [ 748.943829] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89be066d-b087-4e9f-9c13-d5abd5bca35c with Priority: HIGHEST for action port [ 748.945225] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-89be066d-b087-4e9f-9c13-d5abd5bca35c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.945360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89be066d-b087-4e9f-9c13-d5abd5bca35c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.945523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89be066d-b087-4e9f-9c13-d5abd5bca35c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.945703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89be066d-b087-4e9f-9c13-d5abd5bca35c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.945812] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89be066d-b087-4e9f-9c13-d5abd5bca35c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.330148] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: SUCCESS [ 749.330148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.453019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89be066d-b087-4e9f-9c13-d5abd5bca35c [ 749.453019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.453019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.453019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.453019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.453019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.453019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89be066d-b087-4e9f-9c13-d5abd5bca35c already deleted. [ 749.453019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89be066d-b087-4e9f-9c13-d5abd5bca35c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.605877] env[69577]: INFO networking_nsxv3.common.synchronization [req-c03f1663-a68f-4f8b-b6e4-945a6f057841 req-bc8ad353-5615-4849-9ac0-0047fa4382b7 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 with Priority: HIGHEST for action security_group_members [ 749.606420] env[69577]: INFO networking_nsxv3.common.synchronization [req-c03f1663-a68f-4f8b-b6e4-945a6f057841 req-bc8ad353-5615-4849-9ac0-0047fa4382b7 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 749.606420] env[69577]: INFO networking_nsxv3.common.synchronization [req-c03f1663-a68f-4f8b-b6e4-945a6f057841 req-bc8ad353-5615-4849-9ac0-0047fa4382b7 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 749.606792] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 with Priority: HIGHEST for action security_group_members [ 749.606854] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 749.606928] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef63edf-dae2-441b-9cca-531526f966e5 with Priority: HIGHEST for action security_group_members [ 749.610053] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac371f6-683a-48b3-93f3-319ea71fe1a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.610053] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.610053] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef63edf-dae2-441b-9cca-531526f966e5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.671326] env[69577]: INFO networking_nsxv3.common.synchronization [req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 req-cce7bb41-ca40-44c8-a2bc-79b2e40f16d9 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 749.671326] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 749.671326] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.671326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.671326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.671326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.671326] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.671326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.671326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.671326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.671326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.671326] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.768779] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 in Status: SUCCESS [ 749.769027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.769198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.769415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.769601] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.769715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.769778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.769961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.770053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.770152] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.980117] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef63edf-dae2-441b-9cca-531526f966e5 in Status: SUCCESS [ 749.980209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.980758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.980976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.981228] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.175273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.175400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.175495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.175789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.175935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.176115] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.176220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.176306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.176446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.176570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.177286] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 750.202475] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.202625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.202696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.202894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.203209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.213363] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 750.278431] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.278431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.278431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.278431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.278431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.278431] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.278431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.278431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.278431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.278431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.278871] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 is going to be deleted. [ 750.308536] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.308536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.308536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.308536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.308766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.308766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.309676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.309676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.309676] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.309676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.309676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.309676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.309676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.309676] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.384451] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70228674-8d28-4b41-8c79-ecd628d3a880 in Status: SUCCESS [ 750.384774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.423019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef63edf-dae2-441b-9cca-531526f966e5 in Status: SUCCESS [ 750.423019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.423019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.423019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.423019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.423019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.423019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.423019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.423019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.423019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.423764] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 750.423946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.424111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.424277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.424470] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.424595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.424634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.424777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.424858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.424950] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.502926] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.502926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.503096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.503188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.503564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.503748] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef63edf-dae2-441b-9cca-531526f966e5 is going to be deleted. [ 750.548994] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.549158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.550083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.550083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.550083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.550083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.812471] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.812656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.812705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.812923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.813024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.813226] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.813349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.813461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.813569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.813660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.813746] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 already deleted. [ 750.813825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.813929] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.814811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.814977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.815140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.815239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.815299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.815444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.815517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.815599] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.926805] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.926963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.927055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.927321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.927429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.927630] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.927942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.928044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.928203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.928283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.928372] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef63edf-dae2-441b-9cca-531526f966e5 is going to be deleted. [ 750.929391] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.958508] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.958508] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.958508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.958508] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef63edf-dae2-441b-9cca-531526f966e5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.137759] env[69577]: INFO networking_nsxv3.common.synchronization [None req-c1ba8a61-5801-408c-8675-afdb97966066 None None] Enqueued Resource ID: c8fee5e9-3f3c-429d-88a3-1eac44ddd245 with Priority: HIGHEST for action port [ 751.138118] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fee5e9-3f3c-429d-88a3-1eac44ddd245 with Priority: HIGHEST for action port [ 751.138618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8fee5e9-3f3c-429d-88a3-1eac44ddd245 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.138745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8fee5e9-3f3c-429d-88a3-1eac44ddd245" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.138812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8fee5e9-3f3c-429d-88a3-1eac44ddd245" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.139205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8fee5e9-3f3c-429d-88a3-1eac44ddd245" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.139296] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fee5e9-3f3c-429d-88a3-1eac44ddd245',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.317476] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bac371f6-683a-48b3-93f3-319ea71fe1a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.319350] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.319501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.319585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.319805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.319899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.320123] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.320237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.320303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.320502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.320710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.320710] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 already deleted. [ 751.320776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.431216] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.460636] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.460889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.461035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.461382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.461561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.461933] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.462596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.462596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.462596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.462749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.462782] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef63edf-dae2-441b-9cca-531526f966e5 already deleted. [ 751.462927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef63edf-dae2-441b-9cca-531526f966e5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.642380] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8fee5e9-3f3c-429d-88a3-1eac44ddd245 [ 751.642597] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.642735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.642807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.643028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.643122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.643217] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8fee5e9-3f3c-429d-88a3-1eac44ddd245 already deleted. [ 751.644099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8fee5e9-3f3c-429d-88a3-1eac44ddd245" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.822218] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bac371f6-683a-48b3-93f3-319ea71fe1a2: rpc.has_security_group_logging(os_id): False [ 751.839944] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.840108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.840253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.840434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.840530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.840756] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.840855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.840937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.841085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.841165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.841248] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 is going to be created. [ 751.866595] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bac371f6-683a-48b3-93f3-319ea71fe1a2], does not exist path=[/infra/domains/default/groups/bac371f6-683a-48b3-93f3-319ea71fe1a2]."\n}' [ 751.866753] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bac371f6-683a-48b3-93f3-319ea71fe1a2 [ 751.866811] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 751.902915] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.903151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.903240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.903623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.905011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.905011] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.905011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.905156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.905201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.905282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.905477] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.905574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.905635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.905779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.906699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.906699] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bac371f6-683a-48b3-93f3-319ea71fe1a2 is going to be created. [ 751.924512] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bac371f6-683a-48b3-93f3-319ea71fe1a2], does not exist path=[/infra/domains/default/groups/bac371f6-683a-48b3-93f3-319ea71fe1a2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bac371f6-683a-48b3-93f3-319ea71fe1a2 [ 751.924646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bac371f6-683a-48b3-93f3-319ea71fe1a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.925161] env[69577]: Traceback (most recent call last): [ 751.925212] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 751.925212] env[69577]: return func(*args, **kwargs) [ 751.925212] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 751.925212] env[69577]: res.raise_for_status() [ 751.925212] env[69577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 751.925212] env[69577]: raise HTTPError(http_error_msg, response=self) [ 751.925212] env[69577]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bac371f6-683a-48b3-93f3-319ea71fe1a2 [ 751.925212] env[69577]: During handling of the above exception, another exception occurred: [ 751.925212] env[69577]: Traceback (most recent call last): [ 751.925212] env[69577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 751.925212] env[69577]: listener.cb(fileno) [ 751.925212] env[69577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 751.925212] env[69577]: result = function(*args, **kwargs) [ 751.925212] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 751.925212] env[69577]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 751.925212] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 751.925212] env[69577]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 751.925212] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 751.925212] env[69577]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 751.925212] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 751.925212] env[69577]: res.raise_for_status() [ 751.925212] env[69577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 751.925212] env[69577]: raise HTTPError(http_error_msg, response=self) [ 751.925212] env[69577]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bac371f6-683a-48b3-93f3-319ea71fe1a2 [ 751.925927] env[69577]: Removing descriptor: 14 [ 751.934023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.934023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.934023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.934188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.934235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.934321] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 751.961990] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.962158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.962258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.962461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.962599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.970328] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 752.223906] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 752.223906] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 752.223906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.981357] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 753.981617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.981995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.981995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.982170] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.982240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.982285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.982503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.982592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.982677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.982840] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.982919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.982976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.983169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.983283] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.983349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.983414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.983573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.983652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.983731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.983817] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.984758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.984992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.985249] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.985389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.985482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.985709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.985878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.986043] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.488308] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8b3332d-6dc2-48b7-96c7-c11c0d701cf6: rpc.has_security_group_logging(os_id): False [ 754.489457] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.508374] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.508500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.508538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.508737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.529613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.529855] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.529968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.530048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.530242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.530326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.530537] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.530634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.530696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.530837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.530910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.531122] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.531282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.531282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.531409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.531499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.531584] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 754.591368] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.591511] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.591584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.591792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.591929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.605220] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 754.992308] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.495350] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.495513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.495584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.495806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.495901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.495998] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 755.523906] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.524090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.524158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.524364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.524512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.533737] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 756.139505] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 756.139830] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 756.619827] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 756.620129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.620314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.620528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.620623] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.746024] env[69577]: INFO networking_nsxv3.common.synchronization [req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb req-43957499-351d-405e-9e6b-e3b442405900 tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Enqueued Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_members [ 756.746024] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGHEST for action security_group_members [ 756.746702] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-749272ce-32ab-4429-bfe3-13e473cadf5e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.746971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.748556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.748556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.748556] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.748556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.748556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.748556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.748556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.748556] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.124234] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.124435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.250532] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.250800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.250800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.272185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.272554] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.272687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.272754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.272948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.273051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.273144] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749272ce-32ab-4429-bfe3-13e473cadf5e is going to be updated. [ 757.317855] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.317855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.318060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.318118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.318260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.336134] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749272ce-32ab-4429-bfe3-13e473cadf5e in Status: IN_PROGRESS for 2s [ 757.545904] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 757.546890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.547080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.547295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.547489] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.547606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.547673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.547831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.547914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.547997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.548104] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.050247] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.050433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.050507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.050720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.050888] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.050987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.051061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.051202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052451] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.052451] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052451] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.251514] env[69577]: INFO networking_nsxv3.common.synchronization [req-1caa35be-dff9-43cb-976a-4d2541661566 req-e0557388-1d84-49c2-ad85-c935c0317808 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 758.251987] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 758.252873] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.252873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.252873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.252873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.252873] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.253504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.253504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.253504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.253504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.253504] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.555578] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8b3332d-6dc2-48b7-96c7-c11c0d701cf6: rpc.has_security_group_logging(os_id): False [ 758.572030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.572341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.574371] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.574371] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.574371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.574371] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.575100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.575100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.575100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.575100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.575100] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 758.636258] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.636258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.636258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.636487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.637035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.652336] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 758.659786] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.659990] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.660131] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.660441] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.660736] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.660916] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.661141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.661378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.661580] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.661801] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.661920] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.662038] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.662149] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.662257] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.662361] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.662510] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.729893] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.730160] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.068 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.730312] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.730502] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.730836] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.731027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.731155] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.731515] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.731660] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e9a752-82fa-486a-8fbc-a6a8376ebd1b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.756759] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.756946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.756994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.757252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.792259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.792586] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.792815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.792815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.793139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.793229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.793347] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 758.820944] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.821335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.821335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.821476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.821510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.839869] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 759.235199] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.235568] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.235845] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.236289] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.236582] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.236868] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 15e9a752-82fa-486a-8fbc-a6a8376ebd1b not found, creating... [ 759.237329] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.237602] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.237826] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.238529] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.238853] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.239449] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.239814] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.240091] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.240620] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.240956] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.241239] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 15e9a752-82fa-486a-8fbc-a6a8376ebd1b is going to be created. [ 759.277544] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.277909] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.278283] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.278694] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.279053] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.279472] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.345636] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749272ce-32ab-4429-bfe3-13e473cadf5e in Status: SUCCESS [ 759.346233] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749272ce-32ab-4429-bfe3-13e473cadf5e deletion is rescheduled due to dependency. [ 759.346233] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.986871] env[69577]: INFO networking_nsxv3.common.synchronization [req-1caa35be-dff9-43cb-976a-4d2541661566 req-150569a1-61cd-40e7-8ee1-b7855a82831f service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 759.987132] env[69577]: INFO networking_nsxv3.common.synchronization [req-1caa35be-dff9-43cb-976a-4d2541661566 req-150569a1-61cd-40e7-8ee1-b7855a82831f service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 759.987315] env[69577]: INFO networking_nsxv3.common.synchronization [req-1caa35be-dff9-43cb-976a-4d2541661566 req-150569a1-61cd-40e7-8ee1-b7855a82831f service nova] Enqueued Resource ID: 15e9a752-82fa-486a-8fbc-a6a8376ebd1b with Priority: HIGHEST for action port [ 759.988591] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 759.988774] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 759.988914] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e9a752-82fa-486a-8fbc-a6a8376ebd1b with Priority: HIGHEST for action port [ 759.989304] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.989655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.989655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.989827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.992105] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.996088] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.996088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.996088] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.996088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.996088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.996088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.996088] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e9a752-82fa-486a-8fbc-a6a8376ebd1b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.498677] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.498677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.504029] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15e9a752-82fa-486a-8fbc-a6a8376ebd1b with status ACTIVE [ 760.504029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.504029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.504029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.504029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.504029] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15e9a752-82fa-486a-8fbc-a6a8376ebd1b is going to be updated. [ 760.527641] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.527641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.527641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.527641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15e9a752-82fa-486a-8fbc-a6a8376ebd1b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.675202] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 760.675460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.713863] env[69577]: INFO networking_nsxv3.common.synchronization [req-f102a25a-0209-4879-bcc4-c5c20a252af9 req-e2417fc2-a684-422d-8958-a5616f097415 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Enqueued Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGHEST for action security_group_members [ 760.714732] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGHEST for action security_group_members [ 760.714842] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-70228674-8d28-4b41-8c79-ecd628d3a880 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.714956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.715116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.715294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.715477] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.715589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.715647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.715807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.715895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.715985] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.850127] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 760.850268] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d deletion is rescheduled due to dependency. [ 760.850383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.851063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.851276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.851461] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.851632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.851671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.851806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.851895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.851988] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.218400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.220992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.220992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.220992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.240079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.240256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.240357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.240609] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.240712] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.240800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.240890] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70228674-8d28-4b41-8c79-ecd628d3a880 is going to be updated. [ 761.267237] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.267237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.267237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.267237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.267435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.275963] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70228674-8d28-4b41-8c79-ecd628d3a880 in Status: IN_PROGRESS for 2s [ 761.354407] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.857228] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.365223] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.365223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.365223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.365223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.365223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.365223] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 762.397619] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.397792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.397870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.398076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.398216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.406640] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 762.949273] env[69577]: INFO networking_nsxv3.common.synchronization [req-14cc6645-b275-4f89-8be1-9b29f4eea70d req-4d7bf898-b0aa-409b-a82c-ad14699e2909 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Enqueued Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 762.949792] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda with Priority: HIGHEST for action security_group_members [ 762.950231] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.950370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.950441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.950709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.950868] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.950967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.951043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.951191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.951275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.951367] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5c9d6c-6eb8-4b10-8610-62f13a3baeda',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.288522] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70228674-8d28-4b41-8c79-ecd628d3a880 in Status: SUCCESS [ 763.288699] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70228674-8d28-4b41-8c79-ecd628d3a880 deletion is rescheduled due to dependency. [ 763.288927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.453636] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.453812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.453926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.454260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.475548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.475548] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.475548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.475548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.475548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.475548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.475548] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda is going to be updated. [ 763.498908] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.499069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.499121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.499310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.499443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.507310] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: IN_PROGRESS for 2s [ 764.416110] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 764.416364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.416486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.416688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.416873] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.416985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.417063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.417216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.417296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.417380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.417470] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.919806] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.920055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.920168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.920426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.920628] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.920755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.920834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.921022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.921173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.921302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.921480] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.921616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.921698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.921882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.922076] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.922199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.922289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.922473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.922576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.922719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.922822] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.425237] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1874da-fb5c-4da0-8092-62af8828966d: rpc.has_security_group_logging(os_id): False [ 765.443126] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.443267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.444098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.444098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.444098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.444098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.444098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.444098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.444848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.444848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.444848] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.444848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.444848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.445030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.445030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.445202] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.445314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.445371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.445656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.445764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.445922] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 765.503181] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.503336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.503336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.503541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.503698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.517467] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 765.518514] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda in Status: SUCCESS [ 765.518700] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5c9d6c-6eb8-4b10-8610-62f13a3baeda deletion is rescheduled due to dependency. [ 765.518866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5c9d6c-6eb8-4b10-8610-62f13a3baeda" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.198403] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 766.198403] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:1 started [ 766.440277] env[69577]: INFO networking_nsxv3.common.synchronization [None req-bff39b19-6a78-489a-b0bb-88b43653f341 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_rules [ 766.441511] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_rules [ 766.445357] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.445513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.445577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.445948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.446093] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.465651] env[69577]: INFO networking_nsxv3.common.synchronization [req-55cc1bb1-468e-4973-bb8c-3611870e31a2 req-e46a3ee2-b52c-48d2-a177-8b4bccac8bb5 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 766.466263] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 766.466576] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.466710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.466774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.468217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.472023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.472023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.472023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.472023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.472023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.472023] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.612400] env[69577]: INFO networking_nsxv3.common.synchronization [None req-2b7278fd-9ac1-4d1a-a40e-0b4dcca6bfb6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_rules [ 766.612400] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_rules [ 766.612400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.612400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.928413] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.928869] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.929264] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.929816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.929884] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.930136] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.930206] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.930372] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.930534] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.930793] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.930909] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.931047] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.931199] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.931351] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.931414] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.931533] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.952900] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.952900] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.952900] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.952900] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.952900] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-efad75df-297a-40c8-83ac-30c29d3e507e taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.952900] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-efad75df-297a-40c8-83ac-30c29d3e507e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.953195] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-efad75df-297a-40c8-83ac-30c29d3e507e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.953691] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-efad75df-297a-40c8-83ac-30c29d3e507e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.953691] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efad75df-297a-40c8-83ac-30c29d3e507e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.970718] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.972048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.972217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.972651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.972835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.972951] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 already deleted. [ 766.973275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.973275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.974497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.974497] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.975695] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.457856] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.458334] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.458334] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.458585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.458849] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.458849] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port efad75df-297a-40c8-83ac-30c29d3e507e not found, creating... [ 767.459190] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.459309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.459383] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.459539] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.459673] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.459951] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.460113] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.460230] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.460432] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.460616] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.460845] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: efad75df-297a-40c8-83ac-30c29d3e507e is going to be created. [ 767.482146] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.482146] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.482146] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.482146] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.482146] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.482146] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-efad75df-297a-40c8-83ac-30c29d3e507e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.482500] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.493209] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.493327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.493327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.493499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.493873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.493873] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 already deleted. [ 767.493873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.530918] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 767.531184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.985113] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.985297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.985382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.985599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.985692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.985791] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be updated. [ 768.016561] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.016720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.016794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.017021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.017167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.027604] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: IN_PROGRESS for 2s [ 768.322747] env[69577]: INFO networking_nsxv3.common.synchronization [req-55cc1bb1-468e-4973-bb8c-3611870e31a2 req-489be6fe-05a3-4a25-93d6-67ce95e8f44e service nova] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_rules [ 768.323018] env[69577]: INFO networking_nsxv3.common.synchronization [req-55cc1bb1-468e-4973-bb8c-3611870e31a2 req-489be6fe-05a3-4a25-93d6-67ce95e8f44e service nova] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 768.323184] env[69577]: INFO networking_nsxv3.common.synchronization [req-55cc1bb1-468e-4973-bb8c-3611870e31a2 req-489be6fe-05a3-4a25-93d6-67ce95e8f44e service nova] Enqueued Resource ID: efad75df-297a-40c8-83ac-30c29d3e507e with Priority: HIGHEST for action port [ 768.323871] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_rules [ 768.323938] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 768.324046] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efad75df-297a-40c8-83ac-30c29d3e507e with Priority: HIGHEST for action port [ 768.324327] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.324451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.324518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.324720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.324854] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.328082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.328082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.328082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-efad75df-297a-40c8-83ac-30c29d3e507e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.328082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efad75df-297a-40c8-83ac-30c29d3e507e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.328082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efad75df-297a-40c8-83ac-30c29d3e507e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.328082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efad75df-297a-40c8-83ac-30c29d3e507e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.328082] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efad75df-297a-40c8-83ac-30c29d3e507e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.828544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.828834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.831024] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efad75df-297a-40c8-83ac-30c29d3e507e with status ACTIVE [ 768.831218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.831328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.831391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.832028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.832028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.832028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.832028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.832028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.832261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.832261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.832449] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.832542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.832601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.832779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.832880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.832977] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efad75df-297a-40c8-83ac-30c29d3e507e is going to be updated. [ 768.852337] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.852471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.852542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.852774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.852904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.853133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efad75df-297a-40c8-83ac-30c29d3e507e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.038217] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: SUCCESS [ 770.038488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.038963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.039169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.039321] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.039460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.039497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.039637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.039730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.039826] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.368499] env[69577]: INFO networking_nsxv3.common.synchronization [req-fbbef035-f86b-4d1d-8b8c-38e97027d89b req-8e63162d-7892-4ab8-abd5-6d5824496058 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 770.370062] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 770.370523] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.371212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.371212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.371714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.372363] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.372539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.373883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.373883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.373883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.373883] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.546336] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.879449] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.879449] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.879449] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 already deleted. [ 770.879449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.050048] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.551720] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.551925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.551997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.552191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.552296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.552398] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be updated. [ 771.578702] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.578857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.578903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.579135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.579280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.592463] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: IN_PROGRESS for 2s [ 771.791706] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.791904] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.792042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.792384] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.792741] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.792864] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.792992] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.797371] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.797549] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.798108] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.798243] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.799478] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.799478] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.799478] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.799478] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.799478] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.827406] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.827676] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.827775] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.827887] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.828228] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-e311a74f-136b-4e19-a949-ccd90315ece3 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.828400] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.828519] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.828841] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.828984] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e311a74f-136b-4e19-a949-ccd90315ece3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.335916] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.336430] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.336430] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.336557] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.336757] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.336950] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port e311a74f-136b-4e19-a949-ccd90315ece3 not found, creating... [ 772.337300] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.337504] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.337654] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.337923] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.338139] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.338485] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.338686] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.338978] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.342158] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.342392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.342590] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: e311a74f-136b-4e19-a949-ccd90315ece3 is going to be created. [ 772.366058] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.366058] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.366058] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.366058] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.366058] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.366058] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.601987] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: SUCCESS [ 773.602282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.603034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.603034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.603034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.603436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.603436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.603436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.603436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.603563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.603563] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.761234] env[69577]: INFO networking_nsxv3.common.synchronization [req-fbbef035-f86b-4d1d-8b8c-38e97027d89b req-0e92d0a9-64b1-486b-94be-71a5d8364d29 service nova] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_rules [ 773.761234] env[69577]: INFO networking_nsxv3.common.synchronization [req-fbbef035-f86b-4d1d-8b8c-38e97027d89b req-0e92d0a9-64b1-486b-94be-71a5d8364d29 service nova] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 773.761234] env[69577]: INFO networking_nsxv3.common.synchronization [req-fbbef035-f86b-4d1d-8b8c-38e97027d89b req-0e92d0a9-64b1-486b-94be-71a5d8364d29 service nova] Enqueued Resource ID: e311a74f-136b-4e19-a949-ccd90315ece3 with Priority: HIGHEST for action port [ 773.761521] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_rules [ 773.762018] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 773.762230] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e311a74f-136b-4e19-a949-ccd90315ece3 with Priority: HIGHEST for action port [ 773.762543] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.762687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.762879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.763187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.763299] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.766037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.766037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.766037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.766037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.766037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.766278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.766278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.766399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.766490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.766585] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.767700] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e311a74f-136b-4e19-a949-ccd90315ece3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.767804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.767888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.768046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.768144] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e311a74f-136b-4e19-a949-ccd90315ece3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.105986] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.105986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.105986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.109394] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.109394] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.109394] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.109394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.109394] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.191724] env[69577]: INFO networking_nsxv3.common.synchronization [req-c00a0b6e-04de-4a88-9f59-c225e5843c38 req-c711f1d4-55c6-4eb5-bfb5-9bcd8be0b0a6 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 774.193395] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 774.193609] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.193713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.193785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.194069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.194238] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.194341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.194385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.194578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.194625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.194716] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.269551] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.269693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.269923] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.270917] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e311a74f-136b-4e19-a949-ccd90315ece3 with status ACTIVE [ 774.271116] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.271233] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.273611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.273611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.273611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.273611] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.273611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.273611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.273611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.273922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.274097] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.274239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.274239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.274368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.276015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.276015] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e311a74f-136b-4e19-a949-ccd90315ece3 is going to be updated. [ 774.311749] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.312181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.312181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.312181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.312341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.312452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.603312] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.604318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.604318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.608172] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.608172] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.608172] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.608172] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.608172] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.608604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.608604] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.608682] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.608803] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.608925] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.609128] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.609180] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.611134] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.612531] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6849d8e1-efeb-415a-bb12-e4067f10ffc6: rpc.has_security_group_logging(os_id): False [ 774.629383] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.629383] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.630445] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.630934] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.633299] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-a1849a16-89c6-4938-885b-0396d0c4fa4c taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.633299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-a1849a16-89c6-4938-885b-0396d0c4fa4c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.633299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-a1849a16-89c6-4938-885b-0396d0c4fa4c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.633299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-a1849a16-89c6-4938-885b-0396d0c4fa4c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.633299] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1849a16-89c6-4938-885b-0396d0c4fa4c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.634880] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.635054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.635135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.635352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.653586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.654746] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.654746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.654746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.654746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.654746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.654746] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.654746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.654746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.654746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.655137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.655137] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.655295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.655352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.655644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.655644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.655644] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be updated. [ 774.697181] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.726122] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.726122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.726122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.726122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.726122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.738844] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: IN_PROGRESS for 2s [ 774.781413] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.138507] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.138507] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.138773] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.139787] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.139787] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.139787] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port a1849a16-89c6-4938-885b-0396d0c4fa4c not found, creating... [ 775.139787] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.139787] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.139787] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.140148] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.140148] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.140358] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.140679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.140679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.143665] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.143880] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.144062] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: a1849a16-89c6-4938-885b-0396d0c4fa4c is going to be created. [ 775.168161] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.168334] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.168581] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.168734] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.168978] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.169254] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-a1849a16-89c6-4938-885b-0396d0c4fa4c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.201221] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.287236] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.289830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.289830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.289830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.289830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.289830] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be created. [ 775.326987] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.329422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.329422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.329422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.329422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.347445] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: UNINITIALIZED for 2s [ 775.704732] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.705052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.705052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.705368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.705476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.705584] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 775.743050] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.743238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.743281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.743474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.743897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.754118] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 776.235656] env[69577]: INFO networking_nsxv3.common.synchronization [req-c00a0b6e-04de-4a88-9f59-c225e5843c38 req-1ce12b82-e9b7-4126-ac3b-aaeaab6324b0 service nova] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_rules [ 776.235840] env[69577]: INFO networking_nsxv3.common.synchronization [req-c00a0b6e-04de-4a88-9f59-c225e5843c38 req-1ce12b82-e9b7-4126-ac3b-aaeaab6324b0 service nova] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 776.235978] env[69577]: INFO networking_nsxv3.common.synchronization [req-c00a0b6e-04de-4a88-9f59-c225e5843c38 req-1ce12b82-e9b7-4126-ac3b-aaeaab6324b0 service nova] Enqueued Resource ID: a1849a16-89c6-4938-885b-0396d0c4fa4c with Priority: HIGHEST for action port [ 776.236233] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_rules [ 776.236727] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 776.236727] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1849a16-89c6-4938-885b-0396d0c4fa4c with Priority: HIGHEST for action port [ 776.236988] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.237174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.237249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.237450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.237527] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.238347] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.238451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.238621] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1849a16-89c6-4938-885b-0396d0c4fa4c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.238720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1849a16-89c6-4938-885b-0396d0c4fa4c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.238782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1849a16-89c6-4938-885b-0396d0c4fa4c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.238924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1849a16-89c6-4938-885b-0396d0c4fa4c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.238999] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1849a16-89c6-4938-885b-0396d0c4fa4c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.741782] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.742159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.742217] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1849a16-89c6-4938-885b-0396d0c4fa4c with status ACTIVE [ 776.742424] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.742568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.742654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.742881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.743036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.743308] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.743396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.743433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.744031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.744162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.744360] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.744462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.744527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.744681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.744801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.744913] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1849a16-89c6-4938-885b-0396d0c4fa4c is going to be updated. [ 776.762103] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: SUCCESS [ 776.762344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.768291] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.768291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.768486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.768562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.768704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.768825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1849a16-89c6-4938-885b-0396d0c4fa4c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.981806] env[69577]: INFO networking_nsxv3.common.synchronization [None req-b4e5f1b3-689c-4d12-935a-d5643e001b17 None None] Enqueued Resource ID: 4d689a9a-9480-4f73-8194-c1cdec7058d7 with Priority: HIGHEST for action port [ 776.982460] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d689a9a-9480-4f73-8194-c1cdec7058d7 with Priority: HIGHEST for action port [ 776.983085] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d689a9a-9480-4f73-8194-c1cdec7058d7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.983085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d689a9a-9480-4f73-8194-c1cdec7058d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.983085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d689a9a-9480-4f73-8194-c1cdec7058d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.983348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d689a9a-9480-4f73-8194-c1cdec7058d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.983392] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d689a9a-9480-4f73-8194-c1cdec7058d7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.358796] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 777.359651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.359651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.359651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.359651] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.359990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.360074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.360243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.360326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.360411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.360543] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.487224] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d689a9a-9480-4f73-8194-c1cdec7058d7 [ 777.487482] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.487687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.487687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.488575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.488575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.488575] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d689a9a-9480-4f73-8194-c1cdec7058d7 already deleted. [ 777.488575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d689a9a-9480-4f73-8194-c1cdec7058d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.783317] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 777.783317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.783317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.783317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.783317] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.783317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.783317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.783317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.783317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.783317] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.872045] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.872045] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.872045] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.872045] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.872045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.872606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.872606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.872606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.872606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.872606] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.160020] env[69577]: INFO networking_nsxv3.common.synchronization [req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 req-731f69c1-69f6-4ac0-87c5-0aec51d15a87 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_members [ 778.160020] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_members [ 778.164295] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.164295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.164295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.164295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.164295] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.164295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.165024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.165024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.166403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.166403] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.284369] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.386155] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9af671c-8b08-48b9-af29-5fb35faf98c4: rpc.has_security_group_logging(os_id): False [ 778.402386] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.402587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.402587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.402799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.402891] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.403154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.403301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.403388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.403588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.403671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.403867] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.403957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.404028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.404321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.404405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.404590] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.404713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.404777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.404966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.405111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.405179] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be created. [ 778.458663] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.458859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.458901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.459161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.459385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.471187] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 778.668437] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.668689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.668868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.668993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.669959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.670221] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.670332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.670399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.670574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.671677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.671677] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 already deleted. [ 778.671677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.787296] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.964911] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.964911] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.964911] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.965802] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.965916] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.966593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.966593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.967266] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.967266] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.967266] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.967393] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.967435] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.967918] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.967918] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.967918] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.967918] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.989437] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.989787] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.989916] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.990150] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.990464] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-23a7d460-e6cf-49c4-946e-4bf9e7a63472 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.990630] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-23a7d460-e6cf-49c4-946e-4bf9e7a63472" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.990847] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-23a7d460-e6cf-49c4-946e-4bf9e7a63472" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.991420] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-23a7d460-e6cf-49c4-946e-4bf9e7a63472" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.991420] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a7d460-e6cf-49c4-946e-4bf9e7a63472',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.290603] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.291577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.291786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.292424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.293197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.293341] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 779.323433] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.323433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.323433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.323433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.323433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.332559] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 779.494422] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.495411] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.495557] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.495850] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.495999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.496171] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 23a7d460-e6cf-49c4-946e-4bf9e7a63472 not found, creating... [ 779.496454] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.496606] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.496722] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.496939] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.497085] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.497374] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.497528] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.497642] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.497849] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.497981] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.500124] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 23a7d460-e6cf-49c4-946e-4bf9e7a63472 is going to be created. [ 779.521373] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.521602] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.522071] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.522071] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.522269] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.522507] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-23a7d460-e6cf-49c4-946e-4bf9e7a63472" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.529134] env[69577]: INFO networking_nsxv3.common.synchronization [None req-452133c6-60c8-409f-83f4-62c55d9ca73f tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Enqueued Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_rules [ 779.529631] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_rules [ 779.529922] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a65b54-887b-4a92-9e10-5d729124b332 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.530461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.530461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.530461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.530461] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.546748] env[69577]: INFO networking_nsxv3.common.synchronization [None req-912335c9-df87-4e22-acf9-529398f4fd35 None None] Enqueued Resource ID: 6a6179c2-68d2-43c0-b67f-0f1b876097ef with Priority: HIGHEST for action port [ 779.548173] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6179c2-68d2-43c0-b67f-0f1b876097ef with Priority: HIGHEST for action port [ 779.548173] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a6179c2-68d2-43c0-b67f-0f1b876097ef taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.548173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a6179c2-68d2-43c0-b67f-0f1b876097ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.548173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a6179c2-68d2-43c0-b67f-0f1b876097ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.548173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a6179c2-68d2-43c0-b67f-0f1b876097ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.548512] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a6179c2-68d2-43c0-b67f-0f1b876097ef',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.663608] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6bb81f8c-b414-402a-8e0c-28d7182b3cc2 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Enqueued Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_rules [ 779.668171] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_rules [ 779.668950] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a65b54-887b-4a92-9e10-5d729124b332 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.668950] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.052060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.052060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.052060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.052060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.052060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.052060] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a65b54-887b-4a92-9e10-5d729124b332 already deleted. [ 780.052060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.052060] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a6179c2-68d2-43c0-b67f-0f1b876097ef [ 780.052060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.052060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.052847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.052847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.052847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.052847] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a6179c2-68d2-43c0-b67f-0f1b876097ef already deleted. [ 780.052847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a6179c2-68d2-43c0-b67f-0f1b876097ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.052847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.052847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.052847] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.390426] env[69577]: INFO networking_nsxv3.common.synchronization [req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 req-4d632cf9-6609-4213-8b35-25db3050e3df service nova] Enqueued Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_rules [ 780.390592] env[69577]: INFO networking_nsxv3.common.synchronization [req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 req-4d632cf9-6609-4213-8b35-25db3050e3df service nova] Enqueued Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_members [ 780.391102] env[69577]: INFO networking_nsxv3.common.synchronization [req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 req-4d632cf9-6609-4213-8b35-25db3050e3df service nova] Enqueued Resource ID: 23a7d460-e6cf-49c4-946e-4bf9e7a63472 with Priority: HIGHEST for action port [ 780.391102] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_rules [ 780.391102] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_members [ 780.391266] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d460-e6cf-49c4-946e-4bf9e7a63472 with Priority: HIGHEST for action port [ 780.395550] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.395730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.396322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.396593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.396710] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.397701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.399031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.399031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.399031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.399031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.399031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.399031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.399301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.399493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.399641] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.401129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a7d460-e6cf-49c4-946e-4bf9e7a63472 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.401366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a7d460-e6cf-49c4-946e-4bf9e7a63472" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.401366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a7d460-e6cf-49c4-946e-4bf9e7a63472" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.402498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a7d460-e6cf-49c4-946e-4bf9e7a63472" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.402498] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a7d460-e6cf-49c4-946e-4bf9e7a63472',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.487335] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 780.487335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.573593] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.573734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.573803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.574041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.574141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.574246] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a65b54-887b-4a92-9e10-5d729124b332 already deleted. [ 780.574327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.901885] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.904132] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23a7d460-e6cf-49c4-946e-4bf9e7a63472 with status ACTIVE [ 780.904341] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.904465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.904534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.904799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.904896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.905098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.905221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.905286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.905451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.905544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.905725] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.905847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.905914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.906109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.906190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.906274] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23a7d460-e6cf-49c4-946e-4bf9e7a63472 is going to be updated. [ 780.908070] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.908168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.928908] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.930348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.931799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.931799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.931799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.931799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a7d460-e6cf-49c4-946e-4bf9e7a63472" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.342857] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 781.343395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.343566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.343920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.344122] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.344549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.344549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.344549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.344699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.344789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.345106] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.408765] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.847737] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.847894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.848035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.848258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.848433] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.848536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.848633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.848755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.848845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.848938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.849115] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.849211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.849273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.849427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.849564] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.849666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.849728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.849863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.849939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.850039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.850134] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.912037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.912037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.912037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.912322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.912322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.912425] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 is going to be created. [ 781.936324] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.936324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.936505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.936661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.936783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.947162] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 in Status: UNINITIALIZED for 2s [ 782.356459] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f564def0-309e-4173-8211-93c2e1736b51: rpc.has_security_group_logging(os_id): False [ 782.373755] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.373903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.373970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.374246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.393683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.393834] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.394862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.394862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.394862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.394862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.394862] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.394862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.394862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.394862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.395348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.395348] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.395348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.395348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.395487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.395487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.395561] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 782.456131] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.456311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.456368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.456586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.456755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.471056] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 783.960368] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 in Status: SUCCESS [ 783.960368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.960368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.960368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.960368] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.960368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.960368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.960368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.960368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.960368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.960368] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.234029] env[69577]: INFO networking_nsxv3.common.synchronization [req-36685d0b-6301-410e-897d-7628b9cf8571 req-7d34bb67-c209-4427-836d-d706e4334c15 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_members [ 784.234763] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_members [ 784.235065] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.235192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.235292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.235642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.235820] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.235948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.236027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.236204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.236485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.236588] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.463501] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.489512] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 784.489807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.612607] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.612972] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.613093] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.613728] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.613728] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.613999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.613999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.614245] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.614431] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.614668] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.614786] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.614894] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.615022] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.615134] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.615241] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.615373] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.634428] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.634692] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.634959] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.635147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.635538] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-04b92b3c-d597-4a7f-8553-1a8b88e7f086 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.635746] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.635922] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.636372] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.636597] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b92b3c-d597-4a7f-8553-1a8b88e7f086',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.742137] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.742395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.742395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.742630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.742767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.742893] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.743078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.743078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.743362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.743447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.743544] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3213cb73-435e-496d-b86a-739420836936 already deleted. [ 784.743544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.966732] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3: rpc.has_security_group_logging(os_id): False [ 784.984010] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.984010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.984010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.984268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.984302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.984923] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.984923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.984923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.984923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.984923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.985357] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 is going to be created. [ 785.055011] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.055197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.055271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.055596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.055810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.067349] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 in Status: IN_PROGRESS for 2s [ 785.139765] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.140490] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.140490] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.140870] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.141522] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.141522] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 04b92b3c-d597-4a7f-8553-1a8b88e7f086 not found, creating... [ 785.141938] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.142302] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.142620] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.142909] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.143220] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.143716] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.144191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.144191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.144585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.144826] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.145068] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 is going to be created. [ 785.182608] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.182821] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.182947] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.183271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.183500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.183733] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.990286] env[69577]: INFO networking_nsxv3.common.synchronization [req-36685d0b-6301-410e-897d-7628b9cf8571 req-c9b7c58a-548f-4b4d-b46f-5e0f6dc4cec2 service nova] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_rules [ 785.990286] env[69577]: INFO networking_nsxv3.common.synchronization [req-36685d0b-6301-410e-897d-7628b9cf8571 req-c9b7c58a-548f-4b4d-b46f-5e0f6dc4cec2 service nova] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_members [ 785.990286] env[69577]: INFO networking_nsxv3.common.synchronization [req-36685d0b-6301-410e-897d-7628b9cf8571 req-c9b7c58a-548f-4b4d-b46f-5e0f6dc4cec2 service nova] Enqueued Resource ID: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 with Priority: HIGHEST for action port [ 785.990286] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_rules [ 785.990286] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_members [ 785.990286] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 with Priority: HIGHEST for action port [ 785.990286] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.990286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.990286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.990286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.990286] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.991696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.991809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.991892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.992089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.992359] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.992359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.992535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.992586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.992633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.992728] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.993622] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b92b3c-d597-4a7f-8553-1a8b88e7f086 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.993700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.993736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.996049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.996049] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b92b3c-d597-4a7f-8553-1a8b88e7f086',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.497807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.497807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.497807] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.499154] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b92b3c-d597-4a7f-8553-1a8b88e7f086 with status ACTIVE [ 786.499154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.499154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.499154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.502504] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.502504] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.502504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.502504] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 is going to be updated. [ 786.520642] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.520795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.520864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.521092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.521277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.521472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.003057] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.078773] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 in Status: SUCCESS [ 787.078773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.505138] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.505380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.505441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.505699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.505796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.505893] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3213cb73-435e-496d-b86a-739420836936 is going to be created. [ 787.528943] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.529149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.529236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.529479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.529673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.538377] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: UNINITIALIZED for 2s [ 788.264905] env[69577]: INFO networking_nsxv3.common.synchronization [req-0984f065-80fa-4d35-85fc-9a08afa08c74 req-a1ca9c95-7e90-47fb-a0d4-6b5a35e56581 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 788.265440] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 788.266231] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.266377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.266450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.266648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.266810] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.266910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.266974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.267134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.267222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.267317] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.769769] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.769997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.770063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.770362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.770708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.770708] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.770863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.770863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.771629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.771629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.771629] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 788.802142] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.802322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.802392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.802632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.803475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.811712] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 789.548388] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: SUCCESS [ 789.548776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.548828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.549045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.549261] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.549391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.549459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.549654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.549750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.549850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.549938] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.054828] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.557782] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3213cb73-435e-496d-b86a-739420836936: rpc.has_security_group_logging(os_id): False [ 790.577654] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.577803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.577875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.578100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.578818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.578818] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.578818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.578818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.578818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.578818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.579125] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3213cb73-435e-496d-b86a-739420836936 is going to be created. [ 790.642341] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.642341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.642520] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.642624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.642825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.653452] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: IN_PROGRESS for 2s [ 790.825456] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 790.825780] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d deletion is rescheduled due to dependency. [ 790.825993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.377578] env[69577]: INFO networking_nsxv3.common.synchronization [req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 req-18d57949-5796-467d-8079-a683778f3bc5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 791.377838] env[69577]: INFO networking_nsxv3.common.synchronization [req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 req-18d57949-5796-467d-8079-a683778f3bc5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGHEST for action security_group_members [ 791.378025] env[69577]: INFO networking_nsxv3.common.synchronization [req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 req-18d57949-5796-467d-8079-a683778f3bc5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Enqueued Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 791.378520] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGHEST for action security_group_members [ 791.378657] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGHEST for action security_group_members [ 791.379787] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGHEST for action security_group_members [ 791.379969] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.380134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.380218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.380414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.380572] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.380672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.380735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.380882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.380966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.381072] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.383031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb5cc6e-bce3-40e9-b057-e76b3d08a225 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.383031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.383031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.383031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.383031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.383031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.383031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.383031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.383031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.383031] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.384330] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.384330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.384330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.384330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.384765] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.384765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.384765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.384930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.384930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.385038] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.632115] env[69577]: INFO networking_nsxv3.common.synchronization [req-cdceb697-e0cc-4354-9d2f-d06cf689812f req-266404b3-94be-4e65-af33-cb504e4381ca tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 791.632665] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 791.632967] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.633105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.633172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.633561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.633636] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.633738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.633792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.633941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.634769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.634962] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.887673] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.892025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.892025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.892025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.892025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.892025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.892025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.892025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.910658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.914380] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.914532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.914606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.914822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.914911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.915015] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 is going to be updated. [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.919025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.919025] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be updated. [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.919025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.938500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.938761] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.938890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.938935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.939161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.939248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.939342] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 is going to be updated. [ 791.952166] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.952313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.952376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.952572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.952703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.967337] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: IN_PROGRESS for 2s [ 791.969470] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.969657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.969734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.969953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970114] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.971801] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.971926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.971998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.972256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.972378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980763] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: IN_PROGRESS for 2s [ 791.981410] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 in Status: IN_PROGRESS for 2s [ 792.120436] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.120636] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.120761] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.121108] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.121367] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.121526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.121643] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.121856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.121999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.122229] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.122366] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.122487] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.122594] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.122703] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.122809] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.122939] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.136999] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.137231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.137231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.137398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.137487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.137664] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.137762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.137824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.137969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.138065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.138152] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 already deleted. [ 792.138240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.147362] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.147520] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.147646] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.147811] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.148115] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-69f78266-be9f-4396-9015-0575d88aaf33 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.148285] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.148439] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.148764] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.148905] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f78266-be9f-4396-9015-0575d88aaf33',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.651394] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.651760] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.651760] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.652052] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.652206] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.652365] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 69f78266-be9f-4396-9015-0575d88aaf33 not found, creating... [ 792.652999] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.653157] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.653257] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.653518] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.653666] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.654029] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.654120] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.654235] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.654484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.654625] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.654966] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 69f78266-be9f-4396-9015-0575d88aaf33 is going to be created. [ 792.667927] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: SUCCESS [ 792.668189] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.674114] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.674353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.674495] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.674820] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.675076] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.675231] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.397042] env[69577]: INFO networking_nsxv3.common.synchronization [req-cdceb697-e0cc-4354-9d2f-d06cf689812f req-f87aab83-5c61-47ca-99e6-6ab2d6145f88 service nova] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_rules [ 793.397042] env[69577]: INFO networking_nsxv3.common.synchronization [req-cdceb697-e0cc-4354-9d2f-d06cf689812f req-f87aab83-5c61-47ca-99e6-6ab2d6145f88 service nova] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 793.397042] env[69577]: INFO networking_nsxv3.common.synchronization [req-cdceb697-e0cc-4354-9d2f-d06cf689812f req-f87aab83-5c61-47ca-99e6-6ab2d6145f88 service nova] Enqueued Resource ID: 69f78266-be9f-4396-9015-0575d88aaf33 with Priority: HIGHEST for action port [ 793.397042] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_rules [ 793.397042] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 793.397042] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f78266-be9f-4396-9015-0575d88aaf33 with Priority: HIGHEST for action port [ 793.397042] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.397042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.397042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.397946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.398181] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.399296] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.400182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.400342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.400594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.401235] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.401459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.402181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.402451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.405974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.405974] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.408073] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f78266-be9f-4396-9015-0575d88aaf33 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.408354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.408521] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.408786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.408949] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f78266-be9f-4396-9015-0575d88aaf33',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.911659] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.911959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.911997] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.912940] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f78266-be9f-4396-9015-0575d88aaf33 with status ACTIVE [ 793.913103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.913215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.913285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.913541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.913633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.913807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.913903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.913964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.914132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.914209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.914382] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.914573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.914639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.914776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.914848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.914930] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f78266-be9f-4396-9015-0575d88aaf33 is going to be updated. [ 793.940302] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.940446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.940518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.940714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.940852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.941016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.959196] env[69577]: INFO networking_nsxv3.common.synchronization [req-f024d365-5c3e-4560-96e8-4b1fd0d7822d req-29d39afd-397c-4393-8e19-0758230c1982 tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Enqueued Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGHEST for action security_group_members [ 793.959772] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGHEST for action security_group_members [ 793.960095] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbabaad-1d59-42a9-836a-c0d2a41c790f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.960218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.960282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.960549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.960704] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.960797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.960854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.961031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.961225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.961350] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.984791] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 in Status: SUCCESS [ 793.984969] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 deletion is rescheduled due to dependency. [ 793.986069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.995482] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 in Status: SUCCESS [ 793.995894] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 deletion is rescheduled due to dependency. [ 793.995964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.996722] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 in Status: SUCCESS [ 793.996868] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 deletion is rescheduled due to dependency. [ 793.996967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.396404] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.396591] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.396711] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.397065] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.397315] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.397475] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.397586] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.397793] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.397926] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.398249] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.398932] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.398932] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.398932] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.398932] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.398932] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.399146] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.416959] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.417487] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.418149] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.418496] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.418960] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ba477b2b-698b-4995-b8a0-3421bf9ed847 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.419314] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ba477b2b-698b-4995-b8a0-3421bf9ed847" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.419575] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ba477b2b-698b-4995-b8a0-3421bf9ed847" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.420135] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ba477b2b-698b-4995-b8a0-3421bf9ed847" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.420425] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba477b2b-698b-4995-b8a0-3421bf9ed847',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.425023] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.466017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.466198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.466253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.466465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.466554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.466747] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.466843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.467053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.467053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.467153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.467206] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f already deleted. [ 794.467278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.925593] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.925593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.925593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.925593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.925593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.925593] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ba477b2b-698b-4995-b8a0-3421bf9ed847 not found, creating... [ 794.925593] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.925593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.925593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.925593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.925593] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.926333] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.926333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.926333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.926333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.926333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.926333] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ba477b2b-698b-4995-b8a0-3421bf9ed847 is going to be created. [ 794.930027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.930027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.930027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.930027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.930027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.930027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be created. [ 794.953872] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.956676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.956676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.956676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.956676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.956676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ba477b2b-698b-4995-b8a0-3421bf9ed847" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.957812] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.957812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.957812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.958097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.958097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.967105] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: UNINITIALIZED for 2s [ 795.811108] env[69577]: INFO networking_nsxv3.common.synchronization [req-f024d365-5c3e-4560-96e8-4b1fd0d7822d req-38bd732e-9a50-466d-9d15-ae267801af93 service nova] Enqueued Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGHEST for action security_group_rules [ 795.811352] env[69577]: INFO networking_nsxv3.common.synchronization [req-f024d365-5c3e-4560-96e8-4b1fd0d7822d req-38bd732e-9a50-466d-9d15-ae267801af93 service nova] Enqueued Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGHEST for action security_group_members [ 795.814100] env[69577]: INFO networking_nsxv3.common.synchronization [req-f024d365-5c3e-4560-96e8-4b1fd0d7822d req-38bd732e-9a50-466d-9d15-ae267801af93 service nova] Enqueued Resource ID: ba477b2b-698b-4995-b8a0-3421bf9ed847 with Priority: HIGHEST for action port [ 795.814100] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGHEST for action security_group_rules [ 795.814100] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGHEST for action security_group_members [ 795.814100] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba477b2b-698b-4995-b8a0-3421bf9ed847 with Priority: HIGHEST for action port [ 795.814100] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.814100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.814100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.814100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.814100] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.814869] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbabaad-1d59-42a9-836a-c0d2a41c790f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.814869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.814869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.815055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.815262] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.815333] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.815404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.815500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.815579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.816017] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.816815] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba477b2b-698b-4995-b8a0-3421bf9ed847 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.816815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba477b2b-698b-4995-b8a0-3421bf9ed847" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.816815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba477b2b-698b-4995-b8a0-3421bf9ed847" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.817063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba477b2b-698b-4995-b8a0-3421bf9ed847" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.817063] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba477b2b-698b-4995-b8a0-3421bf9ed847',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.318792] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbabaad-1d59-42a9-836a-c0d2a41c790f taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.319263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.319263] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.320218] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba477b2b-698b-4995-b8a0-3421bf9ed847 with status ACTIVE [ 796.320218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.320325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.320325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.320506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.320583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.320748] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.320839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.320897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.321222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.321465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.321575] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.322608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.322608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.322608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.322608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.322608] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba477b2b-698b-4995-b8a0-3421bf9ed847 is going to be updated. [ 796.343932] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.343932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.343932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.343932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.343932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.343932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba477b2b-698b-4995-b8a0-3421bf9ed847" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.825520] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.979100] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: SUCCESS [ 796.979326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.979489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.979762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.979889] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.980016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.980085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.980239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.980321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.980408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.980503] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.333521] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.333852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.333852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.334022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.334022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.334136] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f is going to be created. [ 797.355332] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.355510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.355583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.355748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.355904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.367189] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f in Status: UNINITIALIZED for 2s [ 797.482872] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.483044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.483044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.485646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.485646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485646] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.990140] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2006aa81-cf77-440c-b374-a2fc3d409853: rpc.has_security_group_logging(os_id): False [ 798.014388] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.014388] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.014388] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.014388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.015043] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.015043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.015043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.015043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.015422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.015716] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be created. [ 798.072218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.072392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.073307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.073307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.073307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.086584] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: IN_PROGRESS for 2s [ 799.376612] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f in Status: SUCCESS [ 799.376969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.377080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.377291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.377492] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.377729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.377823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.377984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.378093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.378179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.378270] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.881366] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbabaad-1d59-42a9-836a-c0d2a41c790f taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.881552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.881607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.886167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.887515] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.887515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.887515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.887515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.887515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.887515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.887515] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbabaad-1d59-42a9-836a-c0d2a41c790f taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.887515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.887515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.887515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.888231] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.888231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.888231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.888770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.888919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.889032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.889139] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.098456] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: SUCCESS [ 800.098772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.392567] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cbabaad-1d59-42a9-836a-c0d2a41c790f: rpc.has_security_group_logging(os_id): False [ 800.413020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.413020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.413020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.413020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.413716] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.413716] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.413716] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.413716] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.413716] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.413716] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f is going to be created. [ 800.473241] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.473241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.473241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.473241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.473241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.482925] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f in Status: IN_PROGRESS for 2s [ 800.813957] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 800.814092] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 802.496740] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f in Status: SUCCESS [ 802.496740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.978383] env[69577]: INFO networking_nsxv3.common.synchronization [None req-2a1cc517-9540-4be9-9ed4-763e41f564c6 None None] Enqueued Resource ID: 37dcec95-8331-4037-91e1-865febc43cc8 with Priority: HIGHEST for action port [ 802.978997] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dcec95-8331-4037-91e1-865febc43cc8 with Priority: HIGHEST for action port [ 802.979438] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-37dcec95-8331-4037-91e1-865febc43cc8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.979587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37dcec95-8331-4037-91e1-865febc43cc8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.979694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37dcec95-8331-4037-91e1-865febc43cc8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.980017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37dcec95-8331-4037-91e1-865febc43cc8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.980382] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37dcec95-8331-4037-91e1-865febc43cc8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.286818] env[69577]: INFO networking_nsxv3.common.synchronization [req-392beaa4-9026-4f3a-ad80-bc24c1794446 req-862d3355-e216-4c80-a7df-19d1ace93311 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Enqueued Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_members [ 803.287338] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_members [ 803.287672] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b0b47c-9841-4c39-a329-86c296b96c12 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.287765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.287864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.288223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.289308] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.289308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.289308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.289308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.289308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.289308] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.482788] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37dcec95-8331-4037-91e1-865febc43cc8 [ 803.482977] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.483122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.483190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.483397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.483485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.483590] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37dcec95-8331-4037-91e1-865febc43cc8 already deleted. [ 803.483675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37dcec95-8331-4037-91e1-865febc43cc8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.673706] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.674026] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-758" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.674026] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-758" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.674345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-758" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.674616] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.674772] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.674888] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.676119] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.676310] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.676528] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.676685] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.676769] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.676882] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.677056] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.677100] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.677234] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.701219] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.701488] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.701668] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.703342] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-758" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.703729] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-824670b6-3787-40ab-b085-13be9c0129cb taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.703943] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-824670b6-3787-40ab-b085-13be9c0129cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.704205] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-824670b6-3787-40ab-b085-13be9c0129cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.704559] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-824670b6-3787-40ab-b085-13be9c0129cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.704817] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824670b6-3787-40ab-b085-13be9c0129cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.791634] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.791634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.792615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.792905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.793047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.793270] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.793841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.793841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.793841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.793841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.795954] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b0b47c-9841-4c39-a329-86c296b96c12 already deleted. [ 803.795954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.126037] env[69577]: INFO networking_nsxv3.common.synchronization [req-0bf15e9f-891f-4f3d-83ae-33ca65cc959a req-b056ab5e-ef73-4944-9301-b0eb03d9ea0e tempest-SecurityGroupRulesTestJSON-1159531654 tempest-SecurityGroupRulesTestJSON-1159531654-project-member] Enqueued Resource ID: 1598d876-5446-4366-9fc8-9ae3d3cd5217 with Priority: HIGHEST for action security_group_rules [ 804.126604] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1598d876-5446-4366-9fc8-9ae3d3cd5217 with Priority: HIGHEST for action security_group_rules [ 804.126868] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1598d876-5446-4366-9fc8-9ae3d3cd5217 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.126993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1598d876-5446-4366-9fc8-9ae3d3cd5217" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.127076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1598d876-5446-4366-9fc8-9ae3d3cd5217" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.127323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1598d876-5446-4366-9fc8-9ae3d3cd5217" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.127407] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1598d876-5446-4366-9fc8-9ae3d3cd5217',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.208219] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.208424] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.208551] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.208840] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.208993] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.211228] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 824670b6-3787-40ab-b085-13be9c0129cb not found, creating... [ 804.211228] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.211228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.211228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.211228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.211228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.211228] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.211228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.211228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.211228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.211957] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.211957] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 824670b6-3787-40ab-b085-13be9c0129cb is going to be created. [ 804.232063] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.232063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.232063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.232063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.232063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.232063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-824670b6-3787-40ab-b085-13be9c0129cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.570566] env[69577]: INFO networking_nsxv3.common.synchronization [req-6e444b44-6925-4b9e-a6d6-1b251e27c0a9 req-2d1b20ca-cfb4-414b-aedf-185147dab9fc tempest-SecurityGroupRulesTestJSON-1159531654 tempest-SecurityGroupRulesTestJSON-1159531654-project-member] Enqueued Resource ID: efc6fb83-f197-4153-89a6-ce5099a81b4b with Priority: HIGHEST for action security_group_rules [ 804.571268] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc6fb83-f197-4153-89a6-ce5099a81b4b with Priority: HIGHEST for action security_group_rules [ 804.571723] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc6fb83-f197-4153-89a6-ce5099a81b4b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.571919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc6fb83-f197-4153-89a6-ce5099a81b4b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.572060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc6fb83-f197-4153-89a6-ce5099a81b4b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.572432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc6fb83-f197-4153-89a6-ce5099a81b4b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.572584] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc6fb83-f197-4153-89a6-ce5099a81b4b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.645979] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.646145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.646216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.646427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.646516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.646611] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1598d876-5446-4366-9fc8-9ae3d3cd5217 already deleted. [ 804.646695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1598d876-5446-4366-9fc8-9ae3d3cd5217" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.877302] env[69577]: INFO networking_nsxv3.common.synchronization [None req-22b55628-27cb-49ee-b91e-3d77220418ce None None] Enqueued Resource ID: 2e5311b7-20fc-48a7-9189-27307b2ace33 with Priority: HIGHEST for action port [ 804.877799] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5311b7-20fc-48a7-9189-27307b2ace33 with Priority: HIGHEST for action port [ 804.878139] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5311b7-20fc-48a7-9189-27307b2ace33 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.878199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5311b7-20fc-48a7-9189-27307b2ace33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.878266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5311b7-20fc-48a7-9189-27307b2ace33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.878529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5311b7-20fc-48a7-9189-27307b2ace33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.878816] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5311b7-20fc-48a7-9189-27307b2ace33',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.025616] env[69577]: INFO networking_nsxv3.common.synchronization [req-392beaa4-9026-4f3a-ad80-bc24c1794446 req-a89f21a6-0b3e-417c-9ebd-f2a40d623597 service nova] Enqueued Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_rules [ 805.025801] env[69577]: INFO networking_nsxv3.common.synchronization [req-392beaa4-9026-4f3a-ad80-bc24c1794446 req-a89f21a6-0b3e-417c-9ebd-f2a40d623597 service nova] Enqueued Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_members [ 805.025932] env[69577]: INFO networking_nsxv3.common.synchronization [req-392beaa4-9026-4f3a-ad80-bc24c1794446 req-a89f21a6-0b3e-417c-9ebd-f2a40d623597 service nova] Enqueued Resource ID: 824670b6-3787-40ab-b085-13be9c0129cb with Priority: HIGHEST for action port [ 805.026422] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_rules [ 805.026557] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_members [ 805.026689] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824670b6-3787-40ab-b085-13be9c0129cb with Priority: HIGHEST for action port [ 805.026964] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b0b47c-9841-4c39-a329-86c296b96c12 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.028791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.028791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.028791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.028791] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.028791] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b0b47c-9841-4c39-a329-86c296b96c12 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.028791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.028791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.028791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.029296] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.032227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.032227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.032227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.032227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.032227] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.032227] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-824670b6-3787-40ab-b085-13be9c0129cb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.032853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824670b6-3787-40ab-b085-13be9c0129cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.032853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824670b6-3787-40ab-b085-13be9c0129cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.032853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824670b6-3787-40ab-b085-13be9c0129cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.032853] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824670b6-3787-40ab-b085-13be9c0129cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.094096] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.094096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.094096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.094096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.094096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.094096] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc6fb83-f197-4153-89a6-ce5099a81b4b already deleted. [ 805.094096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc6fb83-f197-4153-89a6-ce5099a81b4b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.331400] env[69577]: INFO networking_nsxv3.common.synchronization [req-9831068c-3562-4d23-837f-61c3db65649c req-7da484a6-1aeb-40fd-b13b-2471405abb30 tempest-SecurityGroupRulesTestJSON-1159531654 tempest-SecurityGroupRulesTestJSON-1159531654-project-member] Enqueued Resource ID: 3a19416b-9ec5-4584-968f-ab494c8d84a7 with Priority: HIGHEST for action security_group_rules [ 805.332765] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a19416b-9ec5-4584-968f-ab494c8d84a7 with Priority: HIGHEST for action security_group_rules [ 805.332765] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a19416b-9ec5-4584-968f-ab494c8d84a7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.332765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a19416b-9ec5-4584-968f-ab494c8d84a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.332765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a19416b-9ec5-4584-968f-ab494c8d84a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.332765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a19416b-9ec5-4584-968f-ab494c8d84a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.333021] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a19416b-9ec5-4584-968f-ab494c8d84a7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.381534] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e5311b7-20fc-48a7-9189-27307b2ace33 [ 805.381807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.381941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.382018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.382222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.382315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.382418] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e5311b7-20fc-48a7-9189-27307b2ace33 already deleted. [ 805.382506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5311b7-20fc-48a7-9189-27307b2ace33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.534896] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.536080] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b0b47c-9841-4c39-a329-86c296b96c12 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.538143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.538143] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 824670b6-3787-40ab-b085-13be9c0129cb with status ACTIVE [ 805.538143] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.538143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.538143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.538143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.538143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.538143] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.538557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.538557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.538557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.538557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.538670] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.538760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.538830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.538993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.539084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.539180] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 824670b6-3787-40ab-b085-13be9c0129cb is going to be updated. [ 805.561391] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.561391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.561512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.561902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.561902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.562076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824670b6-3787-40ab-b085-13be9c0129cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.858342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.858342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.858583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.858797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a19416b-9ec5-4584-968f-ab494c8d84a7 already deleted. [ 805.858797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a19416b-9ec5-4584-968f-ab494c8d84a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.042447] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.082494] env[69577]: INFO networking_nsxv3.common.synchronization [req-b3f61fc4-374c-4fd1-81ea-6581b6d60df7 req-62af1938-e91f-4da3-98a5-986f9bee0aeb tempest-SecurityGroupRulesTestJSON-1159531654 tempest-SecurityGroupRulesTestJSON-1159531654-project-member] Enqueued Resource ID: 104331ab-f228-4a26-b474-d861141b0e84 with Priority: HIGHEST for action security_group_rules [ 806.082494] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104331ab-f228-4a26-b474-d861141b0e84 with Priority: HIGHEST for action security_group_rules [ 806.082494] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-104331ab-f228-4a26-b474-d861141b0e84 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.082494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-104331ab-f228-4a26-b474-d861141b0e84" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.082494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-104331ab-f228-4a26-b474-d861141b0e84" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.082494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-104331ab-f228-4a26-b474-d861141b0e84" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.082494] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('104331ab-f228-4a26-b474-d861141b0e84',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.224774] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-76232a43-0ceb-4ed3-b6a7-1d086020a1a3 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 806.225283] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 806.225838] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.226068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.226152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.226464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.226694] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.226988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.226988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.227230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.227290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.227365] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.545698] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.545698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.545698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.546093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.546093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.546294] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b0b47c-9841-4c39-a329-86c296b96c12 is going to be created. [ 806.572654] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.572835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.572930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.573186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.573357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.582559] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b0b47c-9841-4c39-a329-86c296b96c12 in Status: UNINITIALIZED for 2s [ 806.598797] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.598797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.598797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.598797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.598797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.598797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 104331ab-f228-4a26-b474-d861141b0e84 already deleted. [ 806.598797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-104331ab-f228-4a26-b474-d861141b0e84" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.735455] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.735617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.735665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.735872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.735965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.736185] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.736287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.736382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.736497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.736573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.736655] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d already deleted. [ 806.736735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.737596] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.737766] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.737897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.738958] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.738958] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.738958] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.738958] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.741778] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.741778] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.741778] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.741778] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.741778] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.741778] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.741778] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.741778] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.741778] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.760025] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.760025] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.760025] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.760193] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.760490] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8c0396e8-68ef-4264-a533-f01d30c773d7 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.760652] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8c0396e8-68ef-4264-a533-f01d30c773d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.760765] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8c0396e8-68ef-4264-a533-f01d30c773d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.761097] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8c0396e8-68ef-4264-a533-f01d30c773d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.761315] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0396e8-68ef-4264-a533-f01d30c773d7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.807237] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5138305-2dda-47a9-8949-07abea9bfcad req-ced21513-c5ba-4a4b-a620-d7282262b49e tempest-SecurityGroupRulesTestJSON-1159531654 tempest-SecurityGroupRulesTestJSON-1159531654-project-member] Enqueued Resource ID: e12ca06e-358a-423a-9515-8fdb7a127a7f with Priority: HIGHEST for action security_group_rules [ 806.808126] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12ca06e-358a-423a-9515-8fdb7a127a7f with Priority: HIGHEST for action security_group_rules [ 806.811547] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e12ca06e-358a-423a-9515-8fdb7a127a7f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.811547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.811547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.811547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.811547] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e12ca06e-358a-423a-9515-8fdb7a127a7f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.989198] env[69577]: INFO networking_nsxv3.common.synchronization [req-f56ff530-3e5f-4eb9-b5a9-ad5e44c01563 req-71d9438a-f143-45f9-a0fb-5ebea170321d tempest-SecurityGroupRulesTestJSON-1159531654 tempest-SecurityGroupRulesTestJSON-1159531654-project-member] Enqueued Resource ID: e12ca06e-358a-423a-9515-8fdb7a127a7f with Priority: HIGHEST for action security_group_rules [ 806.989198] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12ca06e-358a-423a-9515-8fdb7a127a7f with Priority: HIGHEST for action security_group_rules [ 806.989576] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e12ca06e-358a-423a-9515-8fdb7a127a7f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.989644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.169496] env[69577]: INFO networking_nsxv3.common.synchronization [req-0ae93730-0c4a-4282-8abf-0d4d32f2d864 req-e401a664-1df1-459f-8b83-a4a624e5661d tempest-SecurityGroupRulesTestJSON-1159531654 tempest-SecurityGroupRulesTestJSON-1159531654-project-member] Enqueued Resource ID: e12ca06e-358a-423a-9515-8fdb7a127a7f with Priority: HIGHEST for action security_group_rules [ 807.170531] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12ca06e-358a-423a-9515-8fdb7a127a7f with Priority: HIGHEST for action security_group_rules [ 807.170531] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e12ca06e-358a-423a-9515-8fdb7a127a7f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.170531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.264784] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.265120] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.265318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.265669] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.266261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.266261] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8c0396e8-68ef-4264-a533-f01d30c773d7 not found, creating... [ 807.266430] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.266622] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.266756] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.267084] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.267084] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.270037] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.270037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.270037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.270037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.270037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.270037] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8c0396e8-68ef-4264-a533-f01d30c773d7 is going to be created. [ 807.290092] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.290315] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.290392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.290660] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.290879] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.291120] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8c0396e8-68ef-4264-a533-f01d30c773d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.335107] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.335318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.335387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.335842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.335842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.335842] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e12ca06e-358a-423a-9515-8fdb7a127a7f already deleted. [ 807.335842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.336106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.336274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.336362] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e12ca06e-358a-423a-9515-8fdb7a127a7f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.855636] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.855802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.857967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.857967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.857967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.857967] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e12ca06e-358a-423a-9515-8fdb7a127a7f already deleted. [ 807.857967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.857967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.857967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.857967] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e12ca06e-358a-423a-9515-8fdb7a127a7f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.378744] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.379119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.379119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.379193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.380068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.380068] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e12ca06e-358a-423a-9515-8fdb7a127a7f already deleted. [ 808.380068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e12ca06e-358a-423a-9515-8fdb7a127a7f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.381849] env[69577]: INFO networking_nsxv3.common.synchronization [req-9260035f-c1a7-4623-845e-48bc09a0dd1c req-516e88dd-ea7d-46e4-ac2a-bda720319e2d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Enqueued Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGHEST for action security_group_members [ 808.382368] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGHEST for action security_group_members [ 808.382739] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbabaad-1d59-42a9-836a-c0d2a41c790f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.382906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.383017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.383227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.383418] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.383559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.383659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.383853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.383987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.384144] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.399080] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-0bb7295f-45b3-47b8-9e40-f34e4a93e69e service nova] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_rules [ 808.399270] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-0bb7295f-45b3-47b8-9e40-f34e4a93e69e service nova] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 808.399401] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-0bb7295f-45b3-47b8-9e40-f34e4a93e69e service nova] Enqueued Resource ID: 8c0396e8-68ef-4264-a533-f01d30c773d7 with Priority: HIGHEST for action port [ 808.399976] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_rules [ 808.399976] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 808.400089] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0396e8-68ef-4264-a533-f01d30c773d7 with Priority: HIGHEST for action port [ 808.400790] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.400951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.401378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.401686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.401898] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.402965] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.403141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.403249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.403460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.403753] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.404041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.404174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.404368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.404500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.404650] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.405548] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c0396e8-68ef-4264-a533-f01d30c773d7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.405732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c0396e8-68ef-4264-a533-f01d30c773d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.405854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c0396e8-68ef-4264-a533-f01d30c773d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.406051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c0396e8-68ef-4264-a533-f01d30c773d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.406176] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0396e8-68ef-4264-a533-f01d30c773d7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.592761] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b0b47c-9841-4c39-a329-86c296b96c12 in Status: SUCCESS [ 808.593045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.593259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.593524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.593792] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.593975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.594163] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.594372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.594502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.594630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.594785] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.885895] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.886955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.887057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.887646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.887744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.887971] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.888093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.888159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.888323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.888397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.888479] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f is going to be updated. [ 808.907760] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.907895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.908068] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.908935] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c0396e8-68ef-4264-a533-f01d30c773d7 with status ACTIVE [ 808.909117] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.909223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.909285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.909469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.909548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.909707] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.909795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.909852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.909986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.910068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.910238] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.910324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.910379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.910507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.910575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.910649] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c0396e8-68ef-4264-a533-f01d30c773d7 is going to be updated. [ 808.916742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.916849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.916911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.917095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.917217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.924561] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f in Status: IN_PROGRESS for 2s [ 808.930600] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.930789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.930789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.930959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.931295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.931460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c0396e8-68ef-4264-a533-f01d30c773d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.100801] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.266077] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-75d0811c-6022-4056-9ebf-879ef235a25e tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 809.266931] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 809.267900] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.267900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.413348] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.610123] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8b0b47c-9841-4c39-a329-86c296b96c12: rpc.has_security_group_logging(os_id): False [ 809.631332] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.631532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.631532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.631722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.631814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.632076] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.632207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.632243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.632378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.632451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.632538] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b0b47c-9841-4c39-a329-86c296b96c12 is going to be created. [ 809.701786] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.702035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.702035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.702340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.702587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.714228] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b0b47c-9841-4c39-a329-86c296b96c12 in Status: IN_PROGRESS for 2s [ 809.916151] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.916322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.916381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.916584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.916674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.916771] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be created. [ 809.941416] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.941565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.941635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.941842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.941994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.950811] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: UNINITIALIZED for 2s [ 810.046979] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.047326] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.047558] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.047998] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.048452] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.048715] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.048916] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.049273] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.049518] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.049844] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.050049] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.050258] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.050439] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.050645] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.050848] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.051149] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.103426] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.104033] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.104258] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.104513] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.104953] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-5354ca0a-c38f-4949-974b-9503f818e13c taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.105493] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-5354ca0a-c38f-4949-974b-9503f818e13c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.105964] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-5354ca0a-c38f-4949-974b-9503f818e13c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.106627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-5354ca0a-c38f-4949-974b-9503f818e13c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.106918] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5354ca0a-c38f-4949-974b-9503f818e13c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.610144] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.610530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.610530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.610599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.610745] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.610897] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 5354ca0a-c38f-4949-974b-9503f818e13c not found, creating... [ 810.611173] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.611322] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.611434] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.611715] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.613037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.613037] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.613037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.613037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.613037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.613037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.613037] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 5354ca0a-c38f-4949-974b-9503f818e13c is going to be created. [ 810.635256] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.635467] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.636310] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.637659] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.637659] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.637659] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-5354ca0a-c38f-4949-974b-9503f818e13c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.935635] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f in Status: SUCCESS [ 810.935825] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f deletion is rescheduled due to dependency. [ 810.935944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.568033] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-efa8edc1-d4e7-45e4-9baf-44330605a9de service nova] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_rules [ 811.568187] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-efa8edc1-d4e7-45e4-9baf-44330605a9de service nova] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 811.568324] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-efa8edc1-d4e7-45e4-9baf-44330605a9de service nova] Enqueued Resource ID: 5354ca0a-c38f-4949-974b-9503f818e13c with Priority: HIGHEST for action port [ 811.568560] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_rules [ 811.568678] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 811.568793] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5354ca0a-c38f-4949-974b-9503f818e13c with Priority: HIGHEST for action port [ 811.569639] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.569639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.569639] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.569883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.569883] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5354ca0a-c38f-4949-974b-9503f818e13c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.570081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5354ca0a-c38f-4949-974b-9503f818e13c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.570081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5354ca0a-c38f-4949-974b-9503f818e13c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.570209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5354ca0a-c38f-4949-974b-9503f818e13c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.570273] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5354ca0a-c38f-4949-974b-9503f818e13c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.728347] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b0b47c-9841-4c39-a329-86c296b96c12 in Status: SUCCESS [ 811.728994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.760348] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-1605c82b-c1bb-40e1-8f8a-1dbff055a72c tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 811.760901] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 811.761239] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.761338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.959690] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 811.960244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.960244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.960355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.961021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.961021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.961021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.961021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.961021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.961021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.961307] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.961871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.962802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.963054] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.963186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.967020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.967020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.967020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.967020] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.078396] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5354ca0a-c38f-4949-974b-9503f818e13c with status ACTIVE [ 812.078396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.078396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.078396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.078396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.078396] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5354ca0a-c38f-4949-974b-9503f818e13c is going to be updated. [ 812.099165] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.099165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.099165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.099165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.099165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.099165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5354ca0a-c38f-4949-974b-9503f818e13c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.175527] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.176454] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.176454] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.178625] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.178773] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.179026] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.179153] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.179443] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.179527] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.179718] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.179844] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.179981] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.180058] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.180146] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.180247] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.180385] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.203659] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.203833] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.204007] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.204213] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-934" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.204524] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-812a1005-4cc0-4ace-866a-05bcfd067c1f taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.204696] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-812a1005-4cc0-4ace-866a-05bcfd067c1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.204842] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-812a1005-4cc0-4ace-866a-05bcfd067c1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205211] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-812a1005-4cc0-4ace-866a-05bcfd067c1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205352] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('812a1005-4cc0-4ace-866a-05bcfd067c1f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.465557] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.465623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.465811] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.709124] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.709280] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.709351] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.709583] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.709733] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.709889] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 812a1005-4cc0-4ace-866a-05bcfd067c1f not found, creating... [ 812.710168] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.710316] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.710435] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.710639] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.711679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.711679] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.711679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.711679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.711679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.711938] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.711938] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 812a1005-4cc0-4ace-866a-05bcfd067c1f is going to be created. [ 812.738402] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.738795] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.738795] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.739031] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.739265] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.739490] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-812a1005-4cc0-4ace-866a-05bcfd067c1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.918024] env[69577]: INFO networking_nsxv3.common.synchronization [req-a805bee1-386f-42ca-8d52-5fa2d2e107f2 req-c1aa4f20-693a-4730-84b6-8b486deca3d4 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 4d431109-4598-40f8-bea8-29919729edfe with Priority: HIGHEST for action security_group_members [ 812.918024] env[69577]: INFO networking_nsxv3.common.synchronization [req-a805bee1-386f-42ca-8d52-5fa2d2e107f2 req-c1aa4f20-693a-4730-84b6-8b486deca3d4 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 812.918024] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d431109-4598-40f8-bea8-29919729edfe with Priority: HIGHEST for action security_group_members [ 812.918024] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 812.918563] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d431109-4598-40f8-bea8-29919729edfe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.918877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.922274] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.922274] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.922274] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.922274] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.922274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.923553] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.971140] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.972812] env[69577]: INFO networking_nsxv3.common.synchronization [req-a805bee1-386f-42ca-8d52-5fa2d2e107f2 req-c1aa4f20-693a-4730-84b6-8b486deca3d4 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_rules [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [req-a805bee1-386f-42ca-8d52-5fa2d2e107f2 req-c1aa4f20-693a-4730-84b6-8b486deca3d4 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [req-a805bee1-386f-42ca-8d52-5fa2d2e107f2 req-c1aa4f20-693a-4730-84b6-8b486deca3d4 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 4d431109-4598-40f8-bea8-29919729edfe with Priority: HIGHEST for action security_group_rules [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [req-a805bee1-386f-42ca-8d52-5fa2d2e107f2 req-c1aa4f20-693a-4730-84b6-8b486deca3d4 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 4d431109-4598-40f8-bea8-29919729edfe with Priority: HIGHEST for action security_group_members [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [req-a805bee1-386f-42ca-8d52-5fa2d2e107f2 req-c1aa4f20-693a-4730-84b6-8b486deca3d4 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 69f78266-be9f-4396-9015-0575d88aaf33 with Priority: HIGHEST for action port [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_rules [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d431109-4598-40f8-bea8-29919729edfe with Priority: HIGHEST for action security_group_rules [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f78266-be9f-4396-9015-0575d88aaf33 with Priority: HIGHEST for action port [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 812.975096] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d431109-4598-40f8-bea8-29919729edfe with Priority: HIGHEST for action security_group_members [ 812.975629] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.975929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.976140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.976467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.976819] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.980028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d431109-4598-40f8-bea8-29919729edfe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.980028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.980028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.980028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.980028] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.980028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f78266-be9f-4396-9015-0575d88aaf33 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.980028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.980028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.980028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.980028] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f78266-be9f-4396-9015-0575d88aaf33',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.980823] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.981089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981532] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d431109-4598-40f8-bea8-29919729edfe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.981787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.426909] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.428611] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.477841] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.477841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.477841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.477841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.477841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.477841] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 813.483359] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.483469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.483700] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d431109-4598-40f8-bea8-29919729edfe taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.483785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.483987] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f78266-be9f-4396-9015-0575d88aaf33 with status ACTIVE [ 813.484176] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.484278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.487030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487030] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f78266-be9f-4396-9015-0575d88aaf33 is going to be updated. [ 813.494662] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-a7ceaa75-812b-4cf1-8bc3-7ec78f395c18 service nova] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_rules [ 813.494662] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-a7ceaa75-812b-4cf1-8bc3-7ec78f395c18 service nova] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 813.494662] env[69577]: INFO networking_nsxv3.common.synchronization [req-aac39a03-6e9b-46fb-8df0-e656e1a86392 req-a7ceaa75-812b-4cf1-8bc3-7ec78f395c18 service nova] Enqueued Resource ID: 812a1005-4cc0-4ace-866a-05bcfd067c1f with Priority: HIGHEST for action port [ 813.494662] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_rules [ 813.494662] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 813.494662] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 812a1005-4cc0-4ace-866a-05bcfd067c1f with Priority: HIGHEST for action port [ 813.495059] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.495059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.495226] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.495281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.495405] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-812a1005-4cc0-4ace-866a-05bcfd067c1f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.495496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-812a1005-4cc0-4ace-866a-05bcfd067c1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.495551] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-812a1005-4cc0-4ace-866a-05bcfd067c1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.495719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-812a1005-4cc0-4ace-866a-05bcfd067c1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.495794] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('812a1005-4cc0-4ace-866a-05bcfd067c1f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.512415] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.512584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.512655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.512867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.513010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.513171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.514778] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.514906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.514976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.515208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.515341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.524572] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 813.737456] env[69577]: INFO networking_nsxv3.common.synchronization [req-aa3b7539-a533-407f-b945-f8ec11917ed1 req-087ac124-6a87-444b-ba69-e282848d167c tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 4d431109-4598-40f8-bea8-29919729edfe with Priority: HIGHEST for action security_group_members [ 813.737641] env[69577]: INFO networking_nsxv3.common.synchronization [req-aa3b7539-a533-407f-b945-f8ec11917ed1 req-087ac124-6a87-444b-ba69-e282848d167c tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 813.738848] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d431109-4598-40f8-bea8-29919729edfe with Priority: HIGHEST for action security_group_members [ 813.739137] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 813.739607] env[69577]: INFO networking_nsxv3.common.synchronization [None req-e5866b09-0a7e-495a-af33-963ea031f9e4 None None] Enqueued Resource ID: ef5dc3ee-bb1c-4405-9691-a9f8a9476540 with Priority: HIGHEST for action port [ 813.739922] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d431109-4598-40f8-bea8-29919729edfe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.740095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.740278] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.740352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.740788] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5dc3ee-bb1c-4405-9691-a9f8a9476540 with Priority: HIGHEST for action port [ 813.741486] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5dc3ee-bb1c-4405-9691-a9f8a9476540 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.741612] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5dc3ee-bb1c-4405-9691-a9f8a9476540" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.741676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5dc3ee-bb1c-4405-9691-a9f8a9476540" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.741989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5dc3ee-bb1c-4405-9691-a9f8a9476540" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.742084] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5dc3ee-bb1c-4405-9691-a9f8a9476540',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.817441] env[69577]: INFO networking_nsxv3.common.synchronization [req-aa3b7539-a533-407f-b945-f8ec11917ed1 req-087ac124-6a87-444b-ba69-e282848d167c tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_rules [ 813.817441] env[69577]: INFO networking_nsxv3.common.synchronization [req-aa3b7539-a533-407f-b945-f8ec11917ed1 req-087ac124-6a87-444b-ba69-e282848d167c tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 813.817441] env[69577]: INFO networking_nsxv3.common.synchronization [req-aa3b7539-a533-407f-b945-f8ec11917ed1 req-087ac124-6a87-444b-ba69-e282848d167c tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 69f78266-be9f-4396-9015-0575d88aaf33 with Priority: HIGHEST for action port [ 813.817441] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_rules [ 813.821188] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 813.821318] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f78266-be9f-4396-9015-0575d88aaf33 with Priority: HIGHEST for action port [ 813.821591] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.821693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.822160] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.822265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.822468] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f78266-be9f-4396-9015-0575d88aaf33 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.822540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.822596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.822815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.822931] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f78266-be9f-4396-9015-0575d88aaf33',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.929563] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.930883] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.001933] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 812a1005-4cc0-4ace-866a-05bcfd067c1f with status ACTIVE [ 814.001933] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.001933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.002315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.002315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.002315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.002803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.002803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.002803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.002803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.003090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.003090] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.003090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.003260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.003309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.003421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.003421] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 812a1005-4cc0-4ace-866a-05bcfd067c1f is going to be updated. [ 814.025221] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.025221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.025470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.025470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.025582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.025704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-812a1005-4cc0-4ace-866a-05bcfd067c1f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.245075] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef5dc3ee-bb1c-4405-9691-a9f8a9476540 [ 814.245075] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.245075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.245075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.245271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.245271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.245334] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef5dc3ee-bb1c-4405-9691-a9f8a9476540 already deleted. [ 814.245369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5dc3ee-bb1c-4405-9691-a9f8a9476540" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.326499] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f78266-be9f-4396-9015-0575d88aaf33 with status ACTIVE [ 814.326741] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.326883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.326955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.327207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.327291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.327468] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.327564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.327647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.327763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.327839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.328025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.328119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.328179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.328314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.328384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.328467] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f78266-be9f-4396-9015-0575d88aaf33 is going to be updated. [ 814.348275] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.348764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.348764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.348764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.348894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.348941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f78266-be9f-4396-9015-0575d88aaf33" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439183] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.439183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.439183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.439183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.439183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439183] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d431109-4598-40f8-bea8-29919729edfe is going to be created. [ 814.439500] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.439613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.439676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.439841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.439916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439997] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be updated. [ 814.465475] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.465655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.465700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.465888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.466055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.467745] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.467864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.467932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.472221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.472367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.495342] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d431109-4598-40f8-bea8-29919729edfe in Status: UNINITIALIZED for 2s [ 814.495342] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: IN_PROGRESS for 2s [ 815.534009] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 815.534492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.534492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.534587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.534778] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.534920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.534982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.535294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.535294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.535405] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.578862] env[69577]: INFO networking_nsxv3.common.synchronization [None req-8a6a96f4-f74e-44e2-81cf-253f4de3c58c None None] Enqueued Resource ID: 789c92bc-e12a-4053-917a-c9ece94b1c2c with Priority: HIGHEST for action port [ 815.579380] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789c92bc-e12a-4053-917a-c9ece94b1c2c with Priority: HIGHEST for action port [ 815.579671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-789c92bc-e12a-4053-917a-c9ece94b1c2c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.579788] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789c92bc-e12a-4053-917a-c9ece94b1c2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.579853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789c92bc-e12a-4053-917a-c9ece94b1c2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.580224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789c92bc-e12a-4053-917a-c9ece94b1c2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.580305] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789c92bc-e12a-4053-917a-c9ece94b1c2c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.037470] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.083027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 789c92bc-e12a-4053-917a-c9ece94b1c2c [ 816.084516] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.084701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.084816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.085264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.087149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.087589] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:789c92bc-e12a-4053-917a-c9ece94b1c2c already deleted. [ 816.087589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789c92bc-e12a-4053-917a-c9ece94b1c2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.509020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: SUCCESS [ 816.509249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.513019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d431109-4598-40f8-bea8-29919729edfe in Status: SUCCESS [ 816.513019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.513019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.513019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.513019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.513019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.513019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.513019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.513019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.513019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.514295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.514469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.514633] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.514953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.514953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.514953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.515073] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.515118] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.539594] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.015290] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.016911] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.018134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.018134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.018134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.018134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.018134] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.018727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.020457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.020457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.020457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.020457] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d431109-4598-40f8-bea8-29919729edfe is going to be deleted. [ 817.041218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.041372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.041463] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.041634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.041759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.041807] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 817.052081] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.052227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.052285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.052475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.052562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.052655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.052798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.052941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.053108] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.053205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.053263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.053398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.053473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.053562] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.067831] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.067943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.067997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.076425] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 817.517424] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.558519] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.558796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.558796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.558971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.559081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.559289] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.559378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.559444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.559595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.559703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.559807] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d431109-4598-40f8-bea8-29919729edfe already deleted. [ 817.559844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.559932] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.561263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.561462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.561617] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.561718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.561799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.561941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.563169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.563340] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.001730] env[69577]: INFO networking_nsxv3.common.synchronization [req-e60a2580-6255-4303-bf3f-08932d46738f req-a324504b-522f-4430-86e0-ceff8195b4eb tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Enqueued Resource ID: 022d0dd3-6045-4225-ad98-a770b43cef01 with Priority: HIGHEST for action security_group_members [ 818.002311] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022d0dd3-6045-4225-ad98-a770b43cef01 with Priority: HIGHEST for action security_group_members [ 818.002607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-022d0dd3-6045-4225-ad98-a770b43cef01 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.002722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.002784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.003066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.003273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.003337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.003375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.003515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.003591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.003680] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022d0dd3-6045-4225-ad98-a770b43cef01',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.021314] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.021526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.021526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.021740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.021828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.021931] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be updated. [ 818.049801] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.049953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.050049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.050310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.050410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.060110] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: IN_PROGRESS for 2s [ 818.065804] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d431109-4598-40f8-bea8-29919729edfe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.067922] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.067922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.067922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.067922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.068409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.068409] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.068409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.068409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.068613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.068662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.068707] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d431109-4598-40f8-bea8-29919729edfe already deleted. [ 818.068771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.506543] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.506713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.506792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.507028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.507268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.507322] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.507422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.507482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.507634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.507714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.507823] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022d0dd3-6045-4225-ad98-a770b43cef01 already deleted. [ 818.507874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.511633] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.511633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-204" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.511633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-204" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.512218] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-204" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.512583] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.513169] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.513169] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.513169] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.513348] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.513578] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.513739] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.513878] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.514215] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.514429] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.514570] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.514716] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.532073] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.532269] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.532269] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.532410] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-204" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.532725] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-98ffeb5b-60d5-4781-b07d-b67d818d79be taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.532897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-98ffeb5b-60d5-4781-b07d-b67d818d79be" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.533030] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-98ffeb5b-60d5-4781-b07d-b67d818d79be" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.533372] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-98ffeb5b-60d5-4781-b07d-b67d818d79be" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.533510] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ffeb5b-60d5-4781-b07d-b67d818d79be',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.571098] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d431109-4598-40f8-bea8-29919729edfe: rpc.has_security_group_logging(os_id): False [ 818.589636] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.589796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.589869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.590117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.590216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.590447] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.590549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.590613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.590766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.590844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.590931] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d431109-4598-40f8-bea8-29919729edfe is going to be created. [ 818.608186] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/4d431109-4598-40f8-bea8-29919729edfe], does not exist path=[/infra/domains/default/groups/4d431109-4598-40f8-bea8-29919729edfe]."\n}' [ 818.608385] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d431109-4598-40f8-bea8-29919729edfe failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4d431109-4598-40f8-bea8-29919729edfe [ 818.608482] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 818.650617] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.650771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.650845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.651097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.652108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.652406] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.652520] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.652601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.652773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.652854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653067] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.653179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.653241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.653389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.653468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653551] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d431109-4598-40f8-bea8-29919729edfe is going to be created. [ 818.673778] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/4d431109-4598-40f8-bea8-29919729edfe], does not exist path=[/infra/domains/default/groups/4d431109-4598-40f8-bea8-29919729edfe]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4d431109-4598-40f8-bea8-29919729edfe [ 818.674262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d431109-4598-40f8-bea8-29919729edfe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.674262] env[69577]: Traceback (most recent call last): [ 818.674262] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 818.674262] env[69577]: return func(*args, **kwargs) [ 818.674262] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 818.674262] env[69577]: res.raise_for_status() [ 818.674262] env[69577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 818.674262] env[69577]: raise HTTPError(http_error_msg, response=self) [ 818.674262] env[69577]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4d431109-4598-40f8-bea8-29919729edfe [ 818.674262] env[69577]: During handling of the above exception, another exception occurred: [ 818.674262] env[69577]: Traceback (most recent call last): [ 818.674262] env[69577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 818.674262] env[69577]: listener.cb(fileno) [ 818.674262] env[69577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 818.674262] env[69577]: result = function(*args, **kwargs) [ 818.674262] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 818.674262] env[69577]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 818.674262] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 818.674262] env[69577]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 818.674262] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 818.674262] env[69577]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 818.674262] env[69577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 818.674262] env[69577]: res.raise_for_status() [ 818.674262] env[69577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 818.674262] env[69577]: raise HTTPError(http_error_msg, response=self) [ 818.675147] env[69577]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4d431109-4598-40f8-bea8-29919729edfe [ 818.675147] env[69577]: Removing descriptor: 14 [ 819.038239] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.038239] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.038239] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.038239] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.038239] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.038528] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 98ffeb5b-60d5-4781-b07d-b67d818d79be not found, creating... [ 819.038658] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.038767] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.038887] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.039207] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.039285] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.040041] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.040041] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.040041] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.040041] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.040412] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.040412] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 98ffeb5b-60d5-4781-b07d-b67d818d79be is going to be created. [ 819.060865] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.061106] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.061234] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.061511] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.061730] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.061972] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-98ffeb5b-60d5-4781-b07d-b67d818d79be" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.086970] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 819.087280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.087444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.087676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.087853] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.087966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.088046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.088216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.088298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.088396] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.593012] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.828402] env[69577]: INFO networking_nsxv3.common.synchronization [req-e60a2580-6255-4303-bf3f-08932d46738f req-dfaf266c-656f-4a98-8ec1-446996df6f2e service nova] Enqueued Resource ID: 022d0dd3-6045-4225-ad98-a770b43cef01 with Priority: HIGHEST for action security_group_rules [ 819.828402] env[69577]: INFO networking_nsxv3.common.synchronization [req-e60a2580-6255-4303-bf3f-08932d46738f req-dfaf266c-656f-4a98-8ec1-446996df6f2e service nova] Enqueued Resource ID: 022d0dd3-6045-4225-ad98-a770b43cef01 with Priority: HIGHEST for action security_group_members [ 819.828622] env[69577]: INFO networking_nsxv3.common.synchronization [req-e60a2580-6255-4303-bf3f-08932d46738f req-dfaf266c-656f-4a98-8ec1-446996df6f2e service nova] Enqueued Resource ID: 98ffeb5b-60d5-4781-b07d-b67d818d79be with Priority: HIGHEST for action port [ 819.830102] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022d0dd3-6045-4225-ad98-a770b43cef01 with Priority: HIGHEST for action security_group_rules [ 819.830210] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022d0dd3-6045-4225-ad98-a770b43cef01 with Priority: HIGHEST for action security_group_members [ 819.831962] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98ffeb5b-60d5-4781-b07d-b67d818d79be with Priority: HIGHEST for action port [ 819.832707] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-022d0dd3-6045-4225-ad98-a770b43cef01 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.832707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.832898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.833306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.833306] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('022d0dd3-6045-4225-ad98-a770b43cef01',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.835138] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-022d0dd3-6045-4225-ad98-a770b43cef01 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.835138] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.835138] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.835138] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.835138] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.836663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.836663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.836663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.836663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.836663] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022d0dd3-6045-4225-ad98-a770b43cef01',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.838236] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-98ffeb5b-60d5-4781-b07d-b67d818d79be taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.838236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98ffeb5b-60d5-4781-b07d-b67d818d79be" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.838236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98ffeb5b-60d5-4781-b07d-b67d818d79be" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.838236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98ffeb5b-60d5-4781-b07d-b67d818d79be" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.838660] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ffeb5b-60d5-4781-b07d-b67d818d79be',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.070105] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: SUCCESS [ 820.070370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.070510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.070707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.070896] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.071010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.071081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.071240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.071322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.071445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.071504] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.072320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.072490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.072646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.072747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.072809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.073846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.073846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.073846] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.096687] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.340910] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-022d0dd3-6045-4225-ad98-a770b43cef01 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.340910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.340910] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('022d0dd3-6045-4225-ad98-a770b43cef01',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.341789] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98ffeb5b-60d5-4781-b07d-b67d818d79be with status ACTIVE [ 820.342025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.342153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.342223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.342423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.342527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.342702] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.342798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.342862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.343018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.383129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.383129] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98ffeb5b-60d5-4781-b07d-b67d818d79be is going to be updated. [ 820.383129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.383129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98ffeb5b-60d5-4781-b07d-b67d818d79be" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575108] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.575108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.575108] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.600498] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.600765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.600765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.601035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.601132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.601234] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 820.632488] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.632636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.632751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.632907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.633062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.642170] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 820.846358] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('022d0dd3-6045-4225-ad98-a770b43cef01',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.985568] env[69577]: INFO networking_nsxv3.common.synchronization [req-312d936e-824d-48bd-bf79-4479fc7e8079 req-17e14e87-8f97-4a84-b186-5c0a3173a5f9 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Enqueued Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 820.986427] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2006aa81-cf77-440c-b374-a2fc3d409853 with Priority: HIGHEST for action security_group_members [ 820.986726] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.986847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.076982] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.151528] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.151528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.151528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.151821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.151975] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.348023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.348231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.348288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.348488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.348597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.348691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022d0dd3-6045-4225-ad98-a770b43cef01 is going to be created. [ 821.372199] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.372199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.372199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.372199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.372199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.380089] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022d0dd3-6045-4225-ad98-a770b43cef01 in Status: UNINITIALIZED for 2s [ 821.580576] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.580760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.580845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.581116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.582021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.582021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be updated. [ 821.608141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.608488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.608488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.608620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.608795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.616108] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: IN_PROGRESS for 2s [ 821.655799] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.156893] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.656250] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 822.656523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.656570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.656753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.656976] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.657130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.657227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.657416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.657501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.657586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.657747] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.657868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.658118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.658260] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.658539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.658638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.658803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.658859] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.659722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.659883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.660488] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.660488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.660488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.660488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.660488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.660684] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.661500] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 822.661677] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 822.868903] env[69577]: INFO networking_nsxv3.common.synchronization [req-341996e9-ba05-40be-9bab-2d454c62ca00 req-ae80e6a7-1fbc-4d0a-a08e-c76bdaf3605a tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 822.868903] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 822.868903] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.868903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.868903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.868903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.868903] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.868903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.868903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.868903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.869668] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.870191] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.163341] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d: rpc.has_security_group_logging(os_id): False [ 823.164566] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.182427] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.182637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.182685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.183068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.183068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.183140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.183313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.183313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.183427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.183502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.184155] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.184155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.184155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.184155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.184155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.184523] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.184523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.184523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.184784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.184784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.184784] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be created. [ 823.247946] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.248143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.248175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.248377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.248548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.261027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 823.374694] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.374882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.374983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.375150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.388608] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022d0dd3-6045-4225-ad98-a770b43cef01 in Status: SUCCESS [ 823.388820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.388976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.389184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.389367] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.389481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.389553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.389708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.389788] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.389872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.389959] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('022d0dd3-6045-4225-ad98-a770b43cef01',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.394222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.394439] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.394576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.394618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.394775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.394855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.394946] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f is going to be updated. [ 823.427749] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.427921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.427969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.428178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.428724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.437591] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: IN_PROGRESS for 2s [ 823.491391] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.491669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.492260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.492260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.504716] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 823.504879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.506599] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 823.524922] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.529378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-127" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.529378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-127" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.529378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-127" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.529378] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.529378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.529378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.529378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.529378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.529378] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.529728] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.529728] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.529728] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.529810] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.529843] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.529980] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.535783] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.535901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.535965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.536143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.542233] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.542689] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 823.542780] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 823.542839] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 823.548507] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.548658] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 823.548799] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.548949] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-127" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.549244] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-714d2f40-6783-4f2f-9299-f752a765ebab taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.549402] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-714d2f40-6783-4f2f-9299-f752a765ebab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.549511] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-714d2f40-6783-4f2f-9299-f752a765ebab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.549802] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-714d2f40-6783-4f2f-9299-f752a765ebab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.549921] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('714d2f40-6783-4f2f-9299-f752a765ebab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.579598] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.579598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.579598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.579598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.579598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.579598] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 823.625811] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: SUCCESS [ 823.626035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.626190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.626400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.626577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.626684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.626745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.628030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.628030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.628030] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.647328] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.647542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.647739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.647954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.648464] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 823.666890] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.701517] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.701675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.701751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.701997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.702201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.702422] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 823.702514] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fcf6f589-5ed0-4f32-81f6-a10750486f15', 'c8b3332d-6dc2-48b7-96c7-c11c0d701cf6', '749272ce-32ab-4429-bfe3-13e473cadf5e', '70228674-8d28-4b41-8c79-ecd628d3a880', '1c8d19f9-773c-4f14-a2ee-fa22d191e5d3', 'c691484a-38f9-4066-b92f-dc73618e26b8', '9ea17035-9c56-47b9-91d5-f885457c57a4', '3213cb73-435e-496d-b86a-739420836936', 'a330e508-eea8-4b68-929f-f2fdc1eb155c', 'd32f2c70-d8e0-45fe-83d0-6dd0bf61b99d', 'f564def0-309e-4173-8211-93c2e1736b51', 'a37d75c8-5850-40c0-a8d0-7da2c067f4e8', 'b9af671c-8b08-48b9-af29-5fb35faf98c4', '6849d8e1-efeb-415a-bb12-e4067f10ffc6', 'beb5cc6e-bce3-40e9-b057-e76b3d08a225', '12e5dc8f-c34f-49bb-a16a-3cec2e1a4271', '7cbabaad-1d59-42a9-836a-c0d2a41c790f', 'fc6a9eec-8210-437b-9fd3-c5c99edcaf20', 'ac1874da-fb5c-4da0-8092-62af8828966d', '5b1b208b-99d1-43b4-83ff-4df1bc98db5b', 'e3fc36bd-ef14-4f81-8c34-9678470b184f', '9b2b6249-b700-43cb-8111-655e9e6a02ab', 'ecf84efc-ccca-4a16-9eac-dd7c91421ed7', 'a74d076f-7ca6-4507-8bc2-7ba01af1575e', 'f8b0b47c-9841-4c39-a329-86c296b96c12', '8e5c9d6c-6eb8-4b10-8610-62f13a3baeda', '90b15f52-1f8f-4c18-96c7-c31349544e53', '2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c', '14b4802c-c54f-4eb1-88fd-85caeb7e6fc0', '1cf62099-fbfe-41dd-a2c9-ad292f316695', '421e5434-33dd-4724-b929-dba55fcc886a', '775aaf14-876c-499d-b559-9791be99d313', 'ac485341-82d2-4202-b106-124c98ff175c', '2006aa81-cf77-440c-b374-a2fc3d409853', '5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3', '4d6d6306-29de-42eb-80cf-585aabf1d691'} {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 823.702595] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 823.732600] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.732763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.732798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.732993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.733093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.733200] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 823.733273] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 823.733345] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 823.794401] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.794536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.794598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.794807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.795508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.795711] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 823.795787] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 823.795859] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 823.795926] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 823.796009] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 823.796089] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGH for action security_group_rules [ 823.796168] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGH for action security_group_rules [ 823.796233] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGH for action security_group_rules [ 823.796295] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGH for action security_group_rules [ 823.796356] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGH for action security_group_rules [ 823.796417] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGH for action security_group_rules [ 823.796476] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGH for action security_group_rules [ 823.796536] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGH for action security_group_rules [ 823.796596] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGH for action security_group_rules [ 823.796657] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGH for action security_group_rules [ 823.796717] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGH for action security_group_rules [ 823.796778] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGH for action security_group_rules [ 823.796841] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGH for action security_group_rules [ 823.796900] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGH for action security_group_rules [ 823.796961] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGH for action security_group_rules [ 823.797032] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGH for action security_group_rules [ 823.797095] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGH for action security_group_rules [ 823.797159] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGH for action security_group_rules [ 823.797222] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGH for action security_group_rules [ 823.797284] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGH for action security_group_rules [ 823.797379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.892797] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-022d0dd3-6045-4225-ad98-a770b43cef01 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.893008] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.893118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.893359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.893548] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.893839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.893839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.893948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.894089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.894207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.894354] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-022d0dd3-6045-4225-ad98-a770b43cef01 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.894447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.894523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.894644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.894775] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.894865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.894921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.895070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.895159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.895239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.895325] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('022d0dd3-6045-4225-ad98-a770b43cef01',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.053430] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.053666] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.053790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.054175] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.054373] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.054502] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 714d2f40-6783-4f2f-9299-f752a765ebab not found, creating... [ 824.054762] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.055124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.055124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.055277] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.055413] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.055685] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.055833] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.055943] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.056226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.056345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.056685] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 714d2f40-6783-4f2f-9299-f752a765ebab is going to be created. [ 824.077481] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.077691] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.077810] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.078086] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.078394] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.078503] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-714d2f40-6783-4f2f-9299-f752a765ebab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.129161] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.129331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.129504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.129629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.160732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.160817] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.160930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.160983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.161416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.161416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.161416] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be updated. [ 824.170494] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.170679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.170731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.170911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.171207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.171207] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 824.207184] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.207352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.207401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.207599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.207745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.209870] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.209870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.209870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.209870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.210015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.231163] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: IN_PROGRESS for 2s [ 824.231666] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 824.398051] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 022d0dd3-6045-4225-ad98-a770b43cef01: rpc.has_security_group_logging(os_id): False [ 824.415047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.415273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.415384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.415682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.415818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.416143] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.416290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.416390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.416600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.416716] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.417011] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.417159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.417258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.417460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.417574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.417830] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.417967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.418078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.418280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.418396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.418520] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 022d0dd3-6045-4225-ad98-a770b43cef01 is going to be created. [ 824.473077] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.473293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.473341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.473561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.473740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.482786] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 022d0dd3-6045-4225-ad98-a770b43cef01 in Status: IN_PROGRESS for 2s [ 824.997333] env[69577]: INFO networking_nsxv3.common.synchronization [req-341996e9-ba05-40be-9bab-2d454c62ca00 req-a3b48b9f-2a44-4e28-abd1-47443ac7d7d7 service nova] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_rules [ 824.997592] env[69577]: INFO networking_nsxv3.common.synchronization [req-341996e9-ba05-40be-9bab-2d454c62ca00 req-a3b48b9f-2a44-4e28-abd1-47443ac7d7d7 service nova] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 824.997640] env[69577]: INFO networking_nsxv3.common.synchronization [req-341996e9-ba05-40be-9bab-2d454c62ca00 req-a3b48b9f-2a44-4e28-abd1-47443ac7d7d7 service nova] Enqueued Resource ID: 714d2f40-6783-4f2f-9299-f752a765ebab with Priority: HIGHEST for action port [ 824.997868] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_rules [ 824.998011] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 824.998123] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714d2f40-6783-4f2f-9299-f752a765ebab with Priority: HIGHEST for action port [ 824.998223] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGH for action security_group_rules [ 824.998341] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749272ce-32ab-4429-bfe3-13e473cadf5e with Priority: HIGH for action security_group_rules [ 824.998404] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 with Priority: HIGH for action security_group_rules [ 824.998493] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 with Priority: HIGH for action security_group_rules [ 824.998634] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b with Priority: HIGH for action security_group_rules [ 824.998669] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGH for action security_group_rules [ 824.998811] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 with Priority: HIGH for action security_group_rules [ 824.998902] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f with Priority: HIGH for action security_group_rules [ 824.998991] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGH for action security_group_rules [ 824.999130] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGH for action security_group_rules [ 824.999239] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGH for action security_group_rules [ 824.999330] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 with Priority: HIGH for action security_group_rules [ 824.999435] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGH for action security_group_rules [ 824.999494] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGH for action security_group_rules [ 824.999577] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330e508-eea8-4b68-929f-f2fdc1eb155c with Priority: HIGH for action security_group_rules [ 824.999658] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c691484a-38f9-4066-b92f-dc73618e26b8 with Priority: HIGH for action security_group_rules [ 824.999742] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGH for action security_group_rules [ 824.999863] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGH for action security_group_rules [ 824.999925] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 with Priority: HIGH for action security_group_rules [ 824.999976] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70228674-8d28-4b41-8c79-ecd628d3a880 with Priority: HIGH for action security_group_rules [ 825.000591] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.000722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.000790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.000989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.001088] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.001995] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.002093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.002293] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-714d2f40-6783-4f2f-9299-f752a765ebab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.002515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-714d2f40-6783-4f2f-9299-f752a765ebab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.005878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-714d2f40-6783-4f2f-9299-f752a765ebab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.008124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-714d2f40-6783-4f2f-9299-f752a765ebab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.008124] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('714d2f40-6783-4f2f-9299-f752a765ebab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.008124] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.008124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.008124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.011270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.011270] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.012132] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749272ce-32ab-4429-bfe3-13e473cadf5e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.012720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.012720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.012720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.012720] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749272ce-32ab-4429-bfe3-13e473cadf5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.017813] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ea17035-9c56-47b9-91d5-f885457c57a4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.017813] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ea17035-9c56-47b9-91d5-f885457c57a4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.017813] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.017813] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb5cc6e-bce3-40e9-b057-e76b3d08a225',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.017813] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.017813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.017813] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b1b208b-99d1-43b4-83ff-4df1bc98db5b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.017813] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.018312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.018312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.018312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.018312] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.020581] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.020687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.020751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.020900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.020969] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc6a9eec-8210-437b-9fd3-c5c99edcaf20',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.023049] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.023049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.023049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.023049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.023049] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cbabaad-1d59-42a9-836a-c0d2a41c790f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.023211] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.023256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.023317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.023510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.023545] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.024557] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.024557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.024557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.024694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.025114] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.027069] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.027069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.027069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.027069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.027069] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.027069] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.027069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.027069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.027397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.027397] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a37d75c8-5850-40c0-a8d0-7da2c067f4e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.028358] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.028358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.028358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.028358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.028491] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.030338] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.030461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.030620] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a330e508-eea8-4b68-929f-f2fdc1eb155c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.030698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.030759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.030905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.030972] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a330e508-eea8-4b68-929f-f2fdc1eb155c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.032338] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c691484a-38f9-4066-b92f-dc73618e26b8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.032338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.032338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.032338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.032338] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c691484a-38f9-4066-b92f-dc73618e26b8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.034027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.034027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.034027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.034027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.034027] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.035243] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.035243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.035243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.035243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.035243] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.035537] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.035638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.035701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.035868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.035936] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b3332d-6dc2-48b7-96c7-c11c0d701cf6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.036795] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70228674-8d28-4b41-8c79-ecd628d3a880 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.036889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.037138] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.037138] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.037239] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70228674-8d28-4b41-8c79-ecd628d3a880',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.037473] env[69577]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 825.041084] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.041211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.041278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.041454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.041583] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.041677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.041735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.041874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.041956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.042054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.042134] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.044028] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 714d2f40-6783-4f2f-9299-f752a765ebab with status ACTIVE [ 825.044028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.044311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.044311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.044517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.044517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.044661] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.044782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.044818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.044944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.045029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.045234] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.045331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.045386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.045524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.045595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.045671] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 714d2f40-6783-4f2f-9299-f752a765ebab is going to be updated. [ 825.211684] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.211913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.212065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.212349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.212567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.212789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-714d2f40-6783-4f2f-9299-f752a765ebab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.276268] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 825.277154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.277154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.277337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.277415] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.446679] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: SUCCESS [ 825.446863] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f deletion is rescheduled due to dependency. [ 825.446975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.448309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.448566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.449223] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.449223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.449223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.449223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.449223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.449471] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.540026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.540146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.551034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.551034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.551180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.551440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.551637] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.551829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.551829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.552118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.552118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.552453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.552453] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.552579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.552740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.552853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.552998] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.553104] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.553168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.553310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.553389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.553472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.553563] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.723459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.723459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.723459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.723459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.723615] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.723671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.723738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.723898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.723981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.724079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.724188] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.736533] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.736686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.736779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.737071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.737253] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.737350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.737412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.737564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.737646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737896] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.747441] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.747585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.747656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.747879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.748066] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.748164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.748225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.748369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.748448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.748528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.748609] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.750481] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.750674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.750728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.750850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.751023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.751432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.751515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.751669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.751754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.751840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.751933] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.753204] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.753310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.753382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.754244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.754244] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.754244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.754244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.754244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.754244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.754408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.754408] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.758482] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.758617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.758686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.758876] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.759038] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.759823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.759823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.759823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.759823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.759823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.759823] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.761700] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.761822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.761883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.763085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.763615] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.763699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.781885] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.782050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.784290] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.784476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.794806] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.795251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.799076] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.799076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.799709] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.799817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.800499] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.800617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.803799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.803906] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be deleted. [ 825.805095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.805313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.806808] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.806907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.807662] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.807753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.808492] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.808586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.809807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.809908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.810605] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.810693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.824069] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 825.824619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.824760] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc6a9eec-8210-437b-9fd3-c5c99edcaf20 is going to be deleted. [ 825.825669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.825882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.841095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.841514] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749272ce-32ab-4429-bfe3-13e473cadf5e is going to be deleted. [ 825.842167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.842377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.860039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.860125] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cbabaad-1d59-42a9-836a-c0d2a41c790f is going to be deleted. [ 825.861469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.861661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.867578] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.867708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.882090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.882231] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c691484a-38f9-4066-b92f-dc73618e26b8 is going to be deleted. [ 825.883162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.883373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.892820] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.892956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.910187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.910342] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a330e508-eea8-4b68-929f-f2fdc1eb155c is going to be deleted. [ 825.911311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.911699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.912891] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.913023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.929833] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.929966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.947130] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b1b208b-99d1-43b4-83ff-4df1bc98db5b is going to be deleted. [ 825.948826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.948826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.951765] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.006552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.006867] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b3332d-6dc2-48b7-96c7-c11c0d701cf6 is going to be deleted. [ 826.007711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.007927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.023504] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.023646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.056365] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcf6f589-5ed0-4f32-81f6-a10750486f15: rpc.has_security_group_logging(os_id): False [ 826.067198] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.067421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.098256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.098387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.099101] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.099195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.109424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.109578] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ea17035-9c56-47b9-91d5-f885457c57a4 is going to be deleted. [ 826.110488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.110730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.148159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.148287] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70228674-8d28-4b41-8c79-ecd628d3a880 is going to be deleted. [ 826.149214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.149426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.187683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.187873] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a37d75c8-5850-40c0-a8d0-7da2c067f4e8 is going to be deleted. [ 826.188870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.189120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.215098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.215251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.228340] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.228484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.228545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.228731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.228881] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.228977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.229050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.229195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.229390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.229473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.229618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.229704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.229761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.229895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.230037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.230130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.230187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.230316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.230384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.230458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.230550] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.241638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.241864] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb5cc6e-bce3-40e9-b057-e76b3d08a225 is going to be deleted. [ 826.242823] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.243589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.243789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.243878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.243996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.245674] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 826.245858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.246495] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: SUCCESS [ 826.246629] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 deletion is rescheduled due to dependency. [ 826.246722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.247369] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.247472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.247539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.247708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.247787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.247901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ea17035-9c56-47b9-91d5-f885457c57a4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.248056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.248202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.248278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.248389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc6a9eec-8210-437b-9fd3-c5c99edcaf20" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.249040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.249216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.249382] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.249488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.249550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.249688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.249764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.249842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.249928] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.250678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.250838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.250988] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.251103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.251167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.251305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.251379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.251458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.251608] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2006aa81-cf77-440c-b374-a2fc3d409853 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.251683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.251742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.251873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.252011] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.252106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.252182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.252324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.252398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.252475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.252552] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.253174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.253496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.253585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.253750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749272ce-32ab-4429-bfe3-13e473cadf5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.254773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.254950] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.255052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.255207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cbabaad-1d59-42a9-836a-c0d2a41c790f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.255437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.255572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.255730] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.255832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.255896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.256053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.256132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.256224] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.257146] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.257258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.257326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.257477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.257619] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.257714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.257779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.257913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.257989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.258083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.258227] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.258318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.258377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.258521] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.258644] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.258731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.258786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.258916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.258986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.259075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.259159] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.259803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.259962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.260061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.260178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c691484a-38f9-4066-b92f-dc73618e26b8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.261049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.261212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.261301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.261415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a330e508-eea8-4b68-929f-f2fdc1eb155c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.261596] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.262223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.262385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.263489] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.263603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.263671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.263822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.263988] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.264096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.264196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.264354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.264433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.264516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.264662] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.264755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.264814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.264949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.265093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.265198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.265260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.265395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.265468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.265614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.265614] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.266925] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.296295] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.296434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.309450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.309705] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.309818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.309883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.310095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.310176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.310490] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.310561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.310608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.310757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.310831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.311029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.311106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.311170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.311360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.311412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.311458] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be updated. [ 826.312558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.312719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.312802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.312918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b3332d-6dc2-48b7-96c7-c11c0d701cf6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.313234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.313234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.313326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.313369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b1b208b-99d1-43b4-83ff-4df1bc98db5b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.313595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.313737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.313809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.313922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70228674-8d28-4b41-8c79-ecd628d3a880" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.336091] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.336260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.336356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.336600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.336698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.336821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a37d75c8-5850-40c0-a8d0-7da2c067f4e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.360264] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.360264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.360264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.360264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.360408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.360508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb5cc6e-bce3-40e9-b057-e76b3d08a225" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.453483] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 826.454189] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.454406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.454406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.454646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.454805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.456103] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.493548] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: IN_PROGRESS for 2s [ 826.497766] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 022d0dd3-6045-4225-ad98-a770b43cef01 in Status: SUCCESS [ 826.497933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.733906] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9af671c-8b08-48b9-af29-5fb35faf98c4: rpc.has_security_group_logging(os_id): False [ 826.745619] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3213cb73-435e-496d-b86a-739420836936: rpc.has_security_group_logging(os_id): False [ 826.754084] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.755069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.755069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.755069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.755704] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2006aa81-cf77-440c-b374-a2fc3d409853: rpc.has_security_group_logging(os_id): False [ 826.756670] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.756794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.756871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.757111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.757266] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.757379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.757521] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.758400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.758400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.758400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.758400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.758400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.758400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.758400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.758789] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.758789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.758789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.758789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.758789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.758949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.758949] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.761028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.761028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.761315] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6849d8e1-efeb-415a-bb12-e4067f10ffc6: rpc.has_security_group_logging(os_id): False [ 826.763427] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.763427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.767610] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3: rpc.has_security_group_logging(os_id): False [ 826.768817] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f564def0-309e-4173-8211-93c2e1736b51: rpc.has_security_group_logging(os_id): False [ 826.769640] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271: rpc.has_security_group_logging(os_id): False [ 826.776342] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.776503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.781883] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.781883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865156] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.865156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.865531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.866768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.866768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.866768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.866768] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.866768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.866768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.866768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.866768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.866768] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be updated. [ 826.868653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.868653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.868653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.868653] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.868653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.868653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.868653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.868653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.868653] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be updated. [ 826.869390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.869545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.872665] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.872756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.873464] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.873572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.874341] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.874429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.910185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.910185] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.910185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.910185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.910628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.910628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.910628] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3213cb73-435e-496d-b86a-739420836936 is going to be updated. [ 826.911506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.911669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.911749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.911965] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.912081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.912150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.912347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.912434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.912624] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.912723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.912785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.912920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.912993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.913192] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.914059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.914059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.914059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.914059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.914059] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be updated. [ 826.914531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.914926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.940355] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.940355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.940355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.940355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.940355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.953751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.954029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.954208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.954652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.954652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.954652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.954781] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.954877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.955031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.955110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.955207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.955401] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.955479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.955584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.955678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.955750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.955840] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 826.957365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.957524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.959078] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: IN_PROGRESS for 2s [ 826.959719] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.959866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.959937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.960108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.960187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.960287] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f is going to be updated. [ 826.995350] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.995503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.998180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.998180] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.998419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.001133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.001365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.002879] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.002879] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.002879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.002879] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be updated. [ 827.004485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.004648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.009311] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.009575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.009575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.009650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.012765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.031530] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.031710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.033601] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.033741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.034976] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.035113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.040391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.040677] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.040774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.040841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.041051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.041137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.041234] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 is going to be updated. [ 827.042840] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: IN_PROGRESS for 2s [ 827.042977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.043248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.043348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.047904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.047904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.060220] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: IN_PROGRESS for 2s [ 827.069845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.070585] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.070585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.070585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.070739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.070739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.071483] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 827.072069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.072251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.072392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.073257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.073428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.073544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.074585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.074585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.074687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.138744] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 827.139434] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: IN_PROGRESS for 2s [ 827.145608] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 827.166401] env[69577]: INFO networking_nsxv3.common.synchronization [req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 req-790e031f-2732-431a-973c-a620a62265a2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 827.167082] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 827.169990] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.169990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.169990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.169990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.169990] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.169990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.169990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.169990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.169990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.169990] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.232599] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.232851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.232851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.233048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.233201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.261148] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d: rpc.has_security_group_logging(os_id): False [ 827.272070] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.272070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.272070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.272331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.272331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.290229] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.290384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.290450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.290669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.290813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.296382] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 in Status: IN_PROGRESS for 2s [ 827.304535] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.304759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.304860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.305202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.308963] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 827.314011] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: IN_PROGRESS for 2s [ 827.373330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.373507] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.373706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.373706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.376276] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.376276] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.376276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.376276] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 827.549093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.549252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.549324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.549532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.549734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.560445] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 827.671771] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.783877] env[69577]: INFO networking_nsxv3.common.synchronization [req-09542a17-4b22-4710-9135-b2e4c215e6ac req-c5786d27-24d7-4e4c-9919-bffeb236def5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 827.783877] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 827.784100] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.784242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.784317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.788024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.788024] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.788024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.788024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.788024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.788024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.788024] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.094884] env[69577]: INFO networking_nsxv3.common.synchronization [req-09542a17-4b22-4710-9135-b2e4c215e6ac req-5ed7136a-c1b9-4965-98d2-9a0b61060803 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 828.095419] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 828.095716] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.095823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.175806] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.287650] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.287824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.287897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.288188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.310846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.311128] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.311274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.311322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.311537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.311626] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.311783] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 828.338969] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.339132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.339200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.339408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.339747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.347858] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 828.473035] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.473035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-834" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.473035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-834" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.473035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-834" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.473035] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.473035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.473035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.473035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.473035] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.473541] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.473762] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.473953] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.474156] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.474471] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.474688] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.475248] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.493923] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.493923] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.493923] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.494087] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-834" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.494365] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-da32fc17-e3f2-447a-8b48-569cec159c5e taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.494546] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-da32fc17-e3f2-447a-8b48-569cec159c5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.494668] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-da32fc17-e3f2-447a-8b48-569cec159c5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.494991] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-da32fc17-e3f2-447a-8b48-569cec159c5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.495156] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da32fc17-e3f2-447a-8b48-569cec159c5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.508430] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: SUCCESS [ 828.508645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.677461] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.677622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.677695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.678689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.678689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.678689] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 828.704709] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.704945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.705036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.705269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.705413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.713881] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 828.968786] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: SUCCESS [ 828.968930] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 deletion is rescheduled due to dependency. [ 828.969061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.998428] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.999303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.999303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.999303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.999303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.999605] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port da32fc17-e3f2-447a-8b48-569cec159c5e not found, creating... [ 828.999748] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.999837] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.999963] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.000209] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.000353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.000644] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.000805] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.000924] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.001338] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.001338] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.001445] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: da32fc17-e3f2-447a-8b48-569cec159c5e is going to be created. [ 829.021396] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.021604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.021725] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.021990] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.022304] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.022546] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-da32fc17-e3f2-447a-8b48-569cec159c5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.052427] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: SUCCESS [ 829.052635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.052799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.052999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.053194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.053306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.053374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.053528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.053607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.053689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.053781] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.080669] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2006aa81-cf77-440c-b374-a2fc3d409853 in Status: SUCCESS [ 829.080893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.081074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.081287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.081376] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2006aa81-cf77-440c-b374-a2fc3d409853',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.165191] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: SUCCESS [ 829.165517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.166437] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 829.166611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.174025] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 829.174256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.312410] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 in Status: SUCCESS [ 829.312410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.321653] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 829.321653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.323772] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: SUCCESS [ 829.323772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.556484] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.574958] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 829.574958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.574958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.574958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.574958] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.600582] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.600582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.600582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.600582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.600582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.600582] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2006aa81-cf77-440c-b374-a2fc3d409853 is going to be deleted. [ 829.646909] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.647149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.647264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.647602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.647764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.647977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2006aa81-cf77-440c-b374-a2fc3d409853" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.848314] env[69577]: INFO networking_nsxv3.common.synchronization [req-09542a17-4b22-4710-9135-b2e4c215e6ac req-4ee4d2d4-1a5c-4986-9935-118eef39b676 service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 829.848314] env[69577]: INFO networking_nsxv3.common.synchronization [req-09542a17-4b22-4710-9135-b2e4c215e6ac req-4ee4d2d4-1a5c-4986-9935-118eef39b676 service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 829.848314] env[69577]: INFO networking_nsxv3.common.synchronization [req-09542a17-4b22-4710-9135-b2e4c215e6ac req-4ee4d2d4-1a5c-4986-9935-118eef39b676 service nova] Enqueued Resource ID: da32fc17-e3f2-447a-8b48-569cec159c5e with Priority: HIGHEST for action port [ 829.848314] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 829.848314] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 829.848314] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da32fc17-e3f2-447a-8b48-569cec159c5e with Priority: HIGHEST for action port [ 829.848633] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.848722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.848782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.848976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.849069] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.849902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.849988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.850189] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-da32fc17-e3f2-447a-8b48-569cec159c5e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.850287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da32fc17-e3f2-447a-8b48-569cec159c5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.850351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da32fc17-e3f2-447a-8b48-569cec159c5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.850554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da32fc17-e3f2-447a-8b48-569cec159c5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.850630] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da32fc17-e3f2-447a-8b48-569cec159c5e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.058848] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3fc36bd-ef14-4f81-8c34-9678470b184f: rpc.has_security_group_logging(os_id): False [ 830.076318] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.076442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.076585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.076751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.078253] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.078253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.097021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.097021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.097196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.097196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.097433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.097516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.097604] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f is going to be updated. [ 830.155592] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.155592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.155592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.155592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.155592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.199198] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: IN_PROGRESS for 2s [ 830.355082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.355082] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da32fc17-e3f2-447a-8b48-569cec159c5e with status ACTIVE [ 830.355082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.355082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.355082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.355082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.356102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.356102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.356102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.356102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.356102] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da32fc17-e3f2-447a-8b48-569cec159c5e is going to be updated. [ 830.358290] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 830.358800] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab deletion is rescheduled due to dependency. [ 830.358800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.358800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.359012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.359783] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.359783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.359783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.359783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.359783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.359783] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.381170] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.381873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.381873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.381873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.381873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.381873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da32fc17-e3f2-447a-8b48-569cec159c5e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.723319] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 830.723693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.723762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.723947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.724190] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.724370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.724468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.724805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.724833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.724963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.725136] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.864539] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.869503] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.869689] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.869821] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.870191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.870876] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.871163] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.871319] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.871571] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.871716] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.871944] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.872076] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.872194] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.872335] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.872463] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.872573] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.872719] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.907422] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.907669] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.907844] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.908206] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.908590] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ceff9faf-a046-4988-917d-01757da7df13 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.908870] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ceff9faf-a046-4988-917d-01757da7df13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.909050] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ceff9faf-a046-4988-917d-01757da7df13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.909456] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ceff9faf-a046-4988-917d-01757da7df13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.909635] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceff9faf-a046-4988-917d-01757da7df13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.229543] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.229895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.229895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.230010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.230185] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.230281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.230345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.230489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.230574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.230661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.230808] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.230898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.230963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.231117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.231250] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.231338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.231416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.231550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.231624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.231702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.231793] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.367924] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.416118] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.416377] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.416513] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.416986] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.417164] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.417330] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ceff9faf-a046-4988-917d-01757da7df13 not found, creating... [ 831.417608] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.417774] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.417896] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.418147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.418290] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.418731] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.418981] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.419141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.419376] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.419512] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.419678] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ceff9faf-a046-4988-917d-01757da7df13 is going to be created. [ 831.441521] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441945] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.442309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.442781] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.442886] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.443460] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ceff9faf-a046-4988-917d-01757da7df13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.736424] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d: rpc.has_security_group_logging(os_id): False [ 831.761478] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.761814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.761894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.762124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.762210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.762409] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.762500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.762559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.762703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.762774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.762970] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.763096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.763135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.763271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.763340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.764435] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.764435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.764435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.764435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.764435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.764435] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 831.849256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.849256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.849256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.849256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.849256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.870460] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 831.870735] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.870831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.870871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.871080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.871159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.871245] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 831.907882] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.907882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.907882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.907882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.907882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.915859] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 832.227484] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: SUCCESS [ 832.230026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.430919] env[69577]: INFO networking_nsxv3.common.synchronization [req-09542a17-4b22-4710-9135-b2e4c215e6ac req-e810ca3b-1ced-48b9-b313-b717874a0574 service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 832.431123] env[69577]: INFO networking_nsxv3.common.synchronization [req-09542a17-4b22-4710-9135-b2e4c215e6ac req-e810ca3b-1ced-48b9-b313-b717874a0574 service nova] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 832.431265] env[69577]: INFO networking_nsxv3.common.synchronization [req-09542a17-4b22-4710-9135-b2e4c215e6ac req-e810ca3b-1ced-48b9-b313-b717874a0574 service nova] Enqueued Resource ID: ceff9faf-a046-4988-917d-01757da7df13 with Priority: HIGHEST for action port [ 832.431501] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_rules [ 832.431630] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 832.431730] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceff9faf-a046-4988-917d-01757da7df13 with Priority: HIGHEST for action port [ 832.432301] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.432411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.433306] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.433306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.433306] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceff9faf-a046-4988-917d-01757da7df13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.433306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceff9faf-a046-4988-917d-01757da7df13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.433306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceff9faf-a046-4988-917d-01757da7df13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.433710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceff9faf-a046-4988-917d-01757da7df13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.433710] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceff9faf-a046-4988-917d-01757da7df13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.700888] env[69577]: INFO networking_nsxv3.common.synchronization [req-77ff64e1-51fc-413d-820f-4c270c58ce2b req-56ea27e7-301a-4e6f-a547-0f8da7ea807c tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Enqueued Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGHEST for action security_group_members [ 832.701471] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGHEST for action security_group_members [ 832.701800] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.701927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.701999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.704999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.705191] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.705318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.705394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.705576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.705681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705780] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.935513] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceff9faf-a046-4988-917d-01757da7df13 with status ACTIVE [ 832.935751] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.935885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.935977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.936169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.936260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.936490] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.936580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.936624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.936800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.936886] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.937024] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.937083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.937146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.937286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.937359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.937444] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceff9faf-a046-4988-917d-01757da7df13 is going to be updated. [ 832.958701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.959015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.959165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.959495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.959987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.959987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceff9faf-a046-4988-917d-01757da7df13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.204849] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.205090] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-136" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.205203] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-136" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.205475] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-136" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.205733] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.205885] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.206010] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.206501] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.206728] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.207029] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.207510] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.207671] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.209052] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.209052] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.209052] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.209052] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.210856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.211019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.211063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.211611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.211611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.211611] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.211611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.211802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.211802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.211852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.212607] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 already deleted. [ 833.212607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.231667] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.231833] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.231977] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.232194] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-136" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.232586] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.232786] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.232931] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.233289] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.233451] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2fe8e0-011d-4a01-bbb9-46a3f300177e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.735947] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.736218] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.736362] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.736676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.737406] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.737406] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 1c2fe8e0-011d-4a01-bbb9-46a3f300177e not found, creating... [ 833.737406] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.737597] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.737597] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.738076] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.738145] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.738456] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.738661] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.738757] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.738995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.739164] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.739426] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 1c2fe8e0-011d-4a01-bbb9-46a3f300177e is going to be created. [ 833.759132] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.759610] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.759830] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.760309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.760627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.760880] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.845199] env[69577]: INFO networking_nsxv3.common.synchronization [req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c req-342f0645-0190-410a-9de4-3977fdc27402 tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Enqueued Resource ID: 022d0dd3-6045-4225-ad98-a770b43cef01 with Priority: HIGHEST for action security_group_members [ 833.845789] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022d0dd3-6045-4225-ad98-a770b43cef01 with Priority: HIGHEST for action security_group_members [ 833.846031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-022d0dd3-6045-4225-ad98-a770b43cef01 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.846619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.846726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.846952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.847129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.847234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.847309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.847456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.847617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.847661] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022d0dd3-6045-4225-ad98-a770b43cef01',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.886789] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 833.886999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.887365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.887454] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.936983] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 833.937260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.937441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.938617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.938617] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.938617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.938617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.938617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.938617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.938617] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.350101] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.350600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.350600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.350600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.350766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.351018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.351192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.351264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.351501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.351633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.351776] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022d0dd3-6045-4225-ad98-a770b43cef01 is going to be updated. [ 834.381068] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.381234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.381301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.381500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.381642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.390390] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022d0dd3-6045-4225-ad98-a770b43cef01 in Status: IN_PROGRESS for 2s [ 834.390712] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.390838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.390904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.391157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.391522] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.391846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.391925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.392083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.392166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.392252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.392335] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.442965] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.820810] env[69577]: INFO networking_nsxv3.common.synchronization [req-77ff64e1-51fc-413d-820f-4c270c58ce2b req-70b3e5f3-461e-4fad-9271-2fdf51a18c3e service nova] Enqueued Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGHEST for action security_group_rules [ 834.820810] env[69577]: INFO networking_nsxv3.common.synchronization [req-77ff64e1-51fc-413d-820f-4c270c58ce2b req-70b3e5f3-461e-4fad-9271-2fdf51a18c3e service nova] Enqueued Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGHEST for action security_group_members [ 834.820810] env[69577]: INFO networking_nsxv3.common.synchronization [req-77ff64e1-51fc-413d-820f-4c270c58ce2b req-70b3e5f3-461e-4fad-9271-2fdf51a18c3e service nova] Enqueued Resource ID: 1c2fe8e0-011d-4a01-bbb9-46a3f300177e with Priority: HIGHEST for action port [ 834.820810] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGHEST for action security_group_rules [ 834.820810] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGHEST for action security_group_members [ 834.820810] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2fe8e0-011d-4a01-bbb9-46a3f300177e with Priority: HIGHEST for action port [ 834.820810] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.820810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.820810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.821277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.821277] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.822727] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.822846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.822907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.823135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.823248] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.823343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.823405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.823548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.823631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.823718] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.824670] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.824757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.824757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.824909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.824984] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2fe8e0-011d-4a01-bbb9-46a3f300177e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.897816] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.897977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.898066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.898380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.898436] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.898532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.898594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.898736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.898822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.898909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.899063] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.899156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.899217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.899365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.899501] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.899589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.899649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.899783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.899858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.899938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.900103] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.946184] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.327292] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.327402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.327595] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.328670] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c2fe8e0-011d-4a01-bbb9-46a3f300177e with status ACTIVE [ 835.328670] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.328800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.328800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.328990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.331765] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.331765] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.331765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.331765] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c2fe8e0-011d-4a01-bbb9-46a3f300177e is going to be updated. [ 835.351692] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.351987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.351987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.352115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.352239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.352422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c2fe8e0-011d-4a01-bbb9-46a3f300177e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.402095] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d: rpc.has_security_group_logging(os_id): False [ 835.424908] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.424908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.424908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.424908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.424908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.425113] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426313] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426313] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.426313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.426787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.426787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426787] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 835.452935] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.453119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.453158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.453379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.453454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.455382] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 835.501927] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.501927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.501927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.501927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.501927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.508710] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.508849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.508913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.509130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.509295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.515794] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 835.532614] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 835.832488] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.956558] env[69577]: INFO networking_nsxv3.common.synchronization [req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb req-6bc178e9-545a-467a-bf3b-950f9920ef85 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Enqueued Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGHEST for action security_group_members [ 835.960472] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGHEST for action security_group_members [ 835.960830] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7190fd8-9259-4ee6-8d8e-d1394ec19483 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.961011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.963049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.963049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.963049] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.963049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.963049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.963049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.963049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.963049] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.337970] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.338242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.338242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.338417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.338614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.338693] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 is going to be created. [ 836.362329] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.362329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.362329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.363437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.363437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.373459] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 in Status: UNINITIALIZED for 2s [ 836.405204] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022d0dd3-6045-4225-ad98-a770b43cef01 in Status: SUCCESS [ 836.405529] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022d0dd3-6045-4225-ad98-a770b43cef01 deletion is rescheduled due to dependency. [ 836.405529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022d0dd3-6045-4225-ad98-a770b43cef01" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.467091] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.467297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.467405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.467549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.467639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.467839] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.467939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.467999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.468161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.468238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.468326] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 already deleted. [ 836.468409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.533316] env[69577]: INFO networking_nsxv3.common.synchronization [None req-70de5dd6-b2f0-4ee7-812d-beef29c6e18d None None] Enqueued Resource ID: 931eddd8-0d24-4ad8-819f-4fc70f1fde00 with Priority: HIGHEST for action port [ 836.533887] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931eddd8-0d24-4ad8-819f-4fc70f1fde00 with Priority: HIGHEST for action port [ 836.534091] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-931eddd8-0d24-4ad8-819f-4fc70f1fde00 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.534220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931eddd8-0d24-4ad8-819f-4fc70f1fde00" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.534286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931eddd8-0d24-4ad8-819f-4fc70f1fde00" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.534600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931eddd8-0d24-4ad8-819f-4fc70f1fde00" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.534674] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931eddd8-0d24-4ad8-819f-4fc70f1fde00',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.832149] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.832149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-524" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.832149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-524" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.832149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-524" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.832149] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.832149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.832149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.832149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.832655] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.833032] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.833286] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.834317] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.834631] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.836071] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.836306] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.837293] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.860271] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.861019] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.863165] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.863165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-524" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.863165] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-34c411a7-9fde-4267-a8d2-55553d4bb8e7 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.863165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-34c411a7-9fde-4267-a8d2-55553d4bb8e7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.863165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-34c411a7-9fde-4267-a8d2-55553d4bb8e7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.863165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-34c411a7-9fde-4267-a8d2-55553d4bb8e7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.863165] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c411a7-9fde-4267-a8d2-55553d4bb8e7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.043328] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 931eddd8-0d24-4ad8-819f-4fc70f1fde00 [ 837.043328] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.043328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.043328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.043328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.043328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.043328] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:931eddd8-0d24-4ad8-819f-4fc70f1fde00 already deleted. [ 837.043328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931eddd8-0d24-4ad8-819f-4fc70f1fde00" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.369909] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.370225] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.370276] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.370615] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.370762] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.370939] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 34c411a7-9fde-4267-a8d2-55553d4bb8e7 not found, creating... [ 837.371374] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371471] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.371898] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.371898] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.371898] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.372212] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.372431] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.372474] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372749] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.373052] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.373052] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 34c411a7-9fde-4267-a8d2-55553d4bb8e7 is going to be created. [ 837.396300] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.398190] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.398190] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.398190] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.398190] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.398190] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-34c411a7-9fde-4267-a8d2-55553d4bb8e7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.526133] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 837.526133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.526133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.526246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.526464] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.526578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.526648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.526808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.526918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.526958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.527089] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.527934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.528112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.528259] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.531019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.531019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.531019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.531019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.531019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.558905] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 837.558905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.032698] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.032857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.035211] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.384952] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 in Status: SUCCESS [ 838.385243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.385379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.385768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.386032] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.386153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.386205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.386359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.386438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.386552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.386604] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.536281] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.538499] env[69577]: INFO networking_nsxv3.common.synchronization [req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb req-0368a3ca-f686-4aa6-95f9-1b65f3839e26 service nova] Enqueued Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGHEST for action security_group_rules [ 838.538644] env[69577]: INFO networking_nsxv3.common.synchronization [req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb req-0368a3ca-f686-4aa6-95f9-1b65f3839e26 service nova] Enqueued Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGHEST for action security_group_members [ 838.539210] env[69577]: INFO networking_nsxv3.common.synchronization [req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb req-0368a3ca-f686-4aa6-95f9-1b65f3839e26 service nova] Enqueued Resource ID: 34c411a7-9fde-4267-a8d2-55553d4bb8e7 with Priority: HIGHEST for action port [ 838.539659] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGHEST for action security_group_rules [ 838.539808] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGHEST for action security_group_members [ 838.539933] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c411a7-9fde-4267-a8d2-55553d4bb8e7 with Priority: HIGHEST for action port [ 838.540513] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.540641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.540708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.540961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.541052] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.541907] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7190fd8-9259-4ee6-8d8e-d1394ec19483 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.541958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.542035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.545377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.545604] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.545722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.545801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.545976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.546100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.546197] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.547822] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c411a7-9fde-4267-a8d2-55553d4bb8e7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.547822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c411a7-9fde-4267-a8d2-55553d4bb8e7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.547822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c411a7-9fde-4267-a8d2-55553d4bb8e7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.547822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c411a7-9fde-4267-a8d2-55553d4bb8e7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.547822] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c411a7-9fde-4267-a8d2-55553d4bb8e7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.562055] env[69577]: INFO networking_nsxv3.common.synchronization [req-7eaeb127-e368-4da9-8551-8c06557c3f6b req-c1f390f1-e219-4f66-b801-b77eddf37a72 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 838.562842] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 838.563268] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.563620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.563620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.563824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.564095] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.564251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.564363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.565509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.565509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.565509] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.892204] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.892204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.892204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.892204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.892204] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.892492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.892492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.892550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.892632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.892718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.892865] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.893113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.893113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.893207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.893287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.893374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.893430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.893559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.893628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.893702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.893786] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.937554] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.937801] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.937994] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.938354] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.938731] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.938905] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.939061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.939333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.939501] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.939784] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.939923] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.940100] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.940266] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.940421] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.940558] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.941168] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.960631] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.960631] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.960778] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.960914] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.961293] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-f3c341f9-0bac-4609-97b8-f1f042f0e856 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.961479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-f3c341f9-0bac-4609-97b8-f1f042f0e856" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.961636] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-f3c341f9-0bac-4609-97b8-f1f042f0e856" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.961969] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-f3c341f9-0bac-4609-97b8-f1f042f0e856" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.962129] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c341f9-0bac-4609-97b8-f1f042f0e856',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.040590] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.040770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.040845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.041103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.041199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.041304] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 839.049680] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7190fd8-9259-4ee6-8d8e-d1394ec19483 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.051279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.051279] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.056759] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c411a7-9fde-4267-a8d2-55553d4bb8e7 with status ACTIVE [ 839.056759] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.056759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.056759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.056759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.056759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.056759] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.056759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.056759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.056759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.057356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.057473] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.058013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.058128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.058323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.058762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.059550] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c411a7-9fde-4267-a8d2-55553d4bb8e7 is going to be updated. [ 839.068817] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.069117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.069234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.069484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.073783] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.073923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.073992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.074193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.074337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.085127] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.085595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.085595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.085841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.086164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.086356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c411a7-9fde-4267-a8d2-55553d4bb8e7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.087564] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 839.095400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.095668] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.095787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.095854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.096078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.096162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.096251] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 839.120216] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.120367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.120438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.120695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.120850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.131444] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 839.396246] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86: rpc.has_security_group_logging(os_id): False [ 839.415667] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.415900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.415978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.416201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.416294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.416487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.416586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.416648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.416796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.416871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.417068] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.417160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.417219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.417353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.417425] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.417639] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.417847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.417945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.418139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.418385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.418509] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 is going to be created. [ 839.449962] env[69577]: INFO networking_nsxv3.common.synchronization [None req-af3c8540-d75c-4b84-b5ae-49c4f32770db None None] Enqueued Resource ID: 999236b7-e143-48b4-94df-3b89bfa92c3e with Priority: HIGHEST for action port [ 839.450571] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999236b7-e143-48b4-94df-3b89bfa92c3e with Priority: HIGHEST for action port [ 839.452057] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-999236b7-e143-48b4-94df-3b89bfa92c3e taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.452057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-999236b7-e143-48b4-94df-3b89bfa92c3e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.452193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-999236b7-e143-48b4-94df-3b89bfa92c3e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.452828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-999236b7-e143-48b4-94df-3b89bfa92c3e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.452961] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('999236b7-e143-48b4-94df-3b89bfa92c3e',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.465807] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.466043] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.466178] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.466439] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.466601] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.466767] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port f3c341f9-0bac-4609-97b8-f1f042f0e856 not found, creating... [ 839.467036] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.467197] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.467315] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.467529] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.467723] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.468060] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.468178] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.468302] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.468484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.468618] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.468781] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: f3c341f9-0bac-4609-97b8-f1f042f0e856 is going to be created. [ 839.471318] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.471513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.471614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.471863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.472034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.483188] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 in Status: IN_PROGRESS for 2s [ 839.493631] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.494071] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.494267] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.495086] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.495086] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.495509] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-f3c341f9-0bac-4609-97b8-f1f042f0e856" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.565544] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.954984] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 999236b7-e143-48b4-94df-3b89bfa92c3e [ 839.955295] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.955405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.955441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.955658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.955774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.955840] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:999236b7-e143-48b4-94df-3b89bfa92c3e already deleted. [ 839.955919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-999236b7-e143-48b4-94df-3b89bfa92c3e" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.068605] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.068772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.068846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.069081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.069171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.069271] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 is going to be created. [ 840.093688] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.093820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.093889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.094110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.094262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.104608] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 in Status: UNINITIALIZED for 2s [ 840.265073] env[69577]: INFO networking_nsxv3.common.synchronization [req-7eaeb127-e368-4da9-8551-8c06557c3f6b req-3fe68d14-c915-4c93-8775-ccbd6691b6c9 service nova] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_rules [ 840.265296] env[69577]: INFO networking_nsxv3.common.synchronization [req-7eaeb127-e368-4da9-8551-8c06557c3f6b req-3fe68d14-c915-4c93-8775-ccbd6691b6c9 service nova] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 840.265453] env[69577]: INFO networking_nsxv3.common.synchronization [req-7eaeb127-e368-4da9-8551-8c06557c3f6b req-3fe68d14-c915-4c93-8775-ccbd6691b6c9 service nova] Enqueued Resource ID: f3c341f9-0bac-4609-97b8-f1f042f0e856 with Priority: HIGHEST for action port [ 840.265961] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_rules [ 840.266110] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 840.266212] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c341f9-0bac-4609-97b8-f1f042f0e856 with Priority: HIGHEST for action port [ 840.266487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.270061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.270061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.270061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.270061] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.270061] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.270061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.270771] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c341f9-0bac-4609-97b8-f1f042f0e856 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.271260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c341f9-0bac-4609-97b8-f1f042f0e856" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.271611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c341f9-0bac-4609-97b8-f1f042f0e856" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.271883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c341f9-0bac-4609-97b8-f1f042f0e856" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.272057] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c341f9-0bac-4609-97b8-f1f042f0e856',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.775856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.776189] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.776257] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3c341f9-0bac-4609-97b8-f1f042f0e856 with status ACTIVE [ 840.776459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.776856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.777017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.777356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.777528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.777820] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.777996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.778124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.778346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.778526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.778856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.779037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.779161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.779334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.779434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.779526] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3c341f9-0bac-4609-97b8-f1f042f0e856 is going to be updated. [ 840.802387] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.802634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.802708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.802992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.803161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.803344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c341f9-0bac-4609-97b8-f1f042f0e856" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.097119] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.100179] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.100179] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.100179] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.100179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.101097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.101097] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.142566] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 841.142658] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 deletion is rescheduled due to dependency. [ 841.142737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.142896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.143198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.143300] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.143423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.143469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.143629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.143707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.143802] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.495160] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 in Status: SUCCESS [ 841.495160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.603248] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b2b6249-b700-43cb-8111-655e9e6a02ab: rpc.has_security_group_logging(os_id): False [ 841.621529] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.621689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.621763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.622234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.622234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.622380] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.622459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.622459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.622732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.622732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.622876] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.622985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.623046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.623191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.623266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.623455] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.623648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.623648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.623725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.623806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.623885] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 841.650635] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.704250] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.704686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.704897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.706826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.706826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.722569] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 842.114301] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 in Status: SUCCESS [ 842.114681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.114829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.114969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.115173] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.115284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.115349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.115499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.115583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.115688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.115782] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.155378] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.618098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7190fd8-9259-4ee6-8d8e-d1394ec19483 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.618098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.618098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.618321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.618321] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.618426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.618487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.618632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.618715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.618800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.618942] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7190fd8-9259-4ee6-8d8e-d1394ec19483 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.619043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.619100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.619235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.619365] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.619450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.619506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.619647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.619718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.619795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.619878] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.656407] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.656582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.656843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.657274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.657427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.657596] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 842.686338] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.686483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.686559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.686775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.686996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.695523] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 843.124135] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7190fd8-9259-4ee6-8d8e-d1394ec19483: rpc.has_security_group_logging(os_id): False [ 843.141803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.142303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.142303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.142303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.142784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.142784] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.142784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.143973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.143973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.143973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.143973] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.143973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.143973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.143973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.143973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.144515] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.144515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.144515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.144515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.144515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.144703] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 is going to be created. [ 843.225631] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.225945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.226058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.226621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.226621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.242188] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 in Status: IN_PROGRESS for 2s [ 843.318498] env[69577]: INFO networking_nsxv3.common.synchronization [req-7eaeb127-e368-4da9-8551-8c06557c3f6b req-62f5cd94-2311-4675-867e-a87265604eb1 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 843.319230] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 843.320179] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.321664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.738767] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 843.738767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.738767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.738767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.738767] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.741613] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.742764] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.742764] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.742764] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.742764] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.744024] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.744024] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.744220] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.744378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.744628] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.744764] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.744893] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.745014] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.745137] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.745248] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.745386] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.763131] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.763335] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.763545] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.763743] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-811" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.764078] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ffcd916e-6adb-4f41-8852-ec7f47a2168c taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.764960] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ffcd916e-6adb-4f41-8852-ec7f47a2168c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.764960] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ffcd916e-6adb-4f41-8852-ec7f47a2168c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.764960] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ffcd916e-6adb-4f41-8852-ec7f47a2168c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.764960] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffcd916e-6adb-4f41-8852-ec7f47a2168c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.242069] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.242443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.242443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.242677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.242719] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.242825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.242893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.243057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.243196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.243255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.243317] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.268501] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.268870] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.268985] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.269441] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.269441] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.269615] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ffcd916e-6adb-4f41-8852-ec7f47a2168c not found, creating... [ 844.269931] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.270135] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.270541] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.270541] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.270762] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.271211] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.274978] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.275339] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.275461] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.275661] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.275922] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ffcd916e-6adb-4f41-8852-ec7f47a2168c is going to be created. [ 844.296537] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.296709] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.296839] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.297134] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.297367] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.297605] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ffcd916e-6adb-4f41-8852-ec7f47a2168c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.706055] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 844.706055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.706305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.706541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.706787] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.706965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.707038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.707207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.707325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.707450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.707586] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.708554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.708741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.708917] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.709067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.710485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.710485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.710485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.710485] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.751825] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.751825] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.751825] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.751825] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.751825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.752958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.752958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.752958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.752958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.752958] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.214607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.214793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.214977] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.216375] env[69577]: INFO networking_nsxv3.common.synchronization [req-7eaeb127-e368-4da9-8551-8c06557c3f6b req-ed20944a-8f5b-4e0e-b751-822a7ce9e0be service nova] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_rules [ 845.216509] env[69577]: INFO networking_nsxv3.common.synchronization [req-7eaeb127-e368-4da9-8551-8c06557c3f6b req-ed20944a-8f5b-4e0e-b751-822a7ce9e0be service nova] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 845.216670] env[69577]: INFO networking_nsxv3.common.synchronization [req-7eaeb127-e368-4da9-8551-8c06557c3f6b req-ed20944a-8f5b-4e0e-b751-822a7ce9e0be service nova] Enqueued Resource ID: ffcd916e-6adb-4f41-8852-ec7f47a2168c with Priority: HIGHEST for action port [ 845.217573] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_rules [ 845.217754] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 845.217946] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffcd916e-6adb-4f41-8852-ec7f47a2168c with Priority: HIGHEST for action port [ 845.218531] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.218531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.218824] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.218930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.219215] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffcd916e-6adb-4f41-8852-ec7f47a2168c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.219416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffcd916e-6adb-4f41-8852-ec7f47a2168c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.219506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffcd916e-6adb-4f41-8852-ec7f47a2168c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.219745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffcd916e-6adb-4f41-8852-ec7f47a2168c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.219867] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffcd916e-6adb-4f41-8852-ec7f47a2168c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.252386] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 in Status: SUCCESS [ 845.252671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.256503] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b2b6249-b700-43cb-8111-655e9e6a02ab: rpc.has_security_group_logging(os_id): False [ 845.277313] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.277468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.277593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.277740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.277853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.278016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.278136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.278187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.278332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.278400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.278573] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.278696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.278750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.278838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.278905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.279111] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.279216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.279267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.279389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.279453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.279520] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 845.336476] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.336615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.336685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.336896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.337097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.350960] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 845.718401] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.728377] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffcd916e-6adb-4f41-8852-ec7f47a2168c with status ACTIVE [ 845.728457] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.729433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.729433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.729433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.729433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.729433] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.729433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.729433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.729433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.729963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.729963] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.729963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.729963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.729963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.730142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.730142] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffcd916e-6adb-4f41-8852-ec7f47a2168c is going to be updated. [ 845.750294] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.750451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.750525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.750752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.750904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.751169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffcd916e-6adb-4f41-8852-ec7f47a2168c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.787715] env[69577]: INFO networking_nsxv3.common.synchronization [req-fbfbf24f-4622-4916-976b-259a5d9276bc req-534fce46-cbf3-4ba8-bfe5-7f878ce96bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_members [ 845.788406] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_members [ 845.788807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.788971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.789352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.789727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.790030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.790190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.790540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.790690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.790850] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.220845] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.221700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.221763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.225018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.225018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.225018] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 846.251088] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.251238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.251307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.251511] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.251647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.260854] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 846.299863] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.299863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.299863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.300938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.300938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.300938] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.300938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.300938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.300938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.300938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.300938] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 already deleted. [ 846.300938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.343504] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.343504] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.343672] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.343982] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.344310] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.344589] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.344713] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.345702] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.345702] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.346246] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.346440] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.346579] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.346753] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.346909] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.347069] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.347265] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.365593] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.365859] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.366025] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.366215] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.366535] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-77146857-6cc4-4c65-a730-e957188e18ae taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.366739] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-77146857-6cc4-4c65-a730-e957188e18ae" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.366881] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-77146857-6cc4-4c65-a730-e957188e18ae" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.367302] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-77146857-6cc4-4c65-a730-e957188e18ae" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.367459] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77146857-6cc4-4c65-a730-e957188e18ae',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.373824] env[69577]: INFO networking_nsxv3.common.synchronization [req-fff8791c-7163-4968-8eaf-af762fdf21d8 req-dd6601ab-eaed-442c-84dc-23c191dd8e38 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 846.374552] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 846.375078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.375220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.375299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.375534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.375717] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.375848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.375991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.376185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.376295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.376407] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.692678] env[69577]: INFO networking_nsxv3.common.synchronization [req-fff8791c-7163-4968-8eaf-af762fdf21d8 req-d9a6f9bd-cd98-4682-b4b9-031b23a80691 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Enqueued Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 846.693270] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab with Priority: HIGHEST for action security_group_members [ 846.693577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b2b6249-b700-43cb-8111-655e9e6a02ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.693698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.875818] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.876284] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.876284] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.876524] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.876693] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.876853] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 77146857-6cc4-4c65-a730-e957188e18ae not found, creating... [ 846.877161] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.877327] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.877449] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.877674] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.877813] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.878102] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.878260] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.878378] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.878580] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.878714] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.878856] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 77146857-6cc4-4c65-a730-e957188e18ae is going to be created. [ 846.882462] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.899603] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.899814] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.899943] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.900220] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.900444] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.900669] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-77146857-6cc4-4c65-a730-e957188e18ae" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.368983] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 847.369416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.385332] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.663780] env[69577]: INFO networking_nsxv3.common.synchronization [req-fbfbf24f-4622-4916-976b-259a5d9276bc req-49ed564b-27ef-4a96-bafe-cba1b1cee531 service nova] Enqueued Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_rules [ 847.664181] env[69577]: INFO networking_nsxv3.common.synchronization [req-fbfbf24f-4622-4916-976b-259a5d9276bc req-49ed564b-27ef-4a96-bafe-cba1b1cee531 service nova] Enqueued Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_members [ 847.666117] env[69577]: INFO networking_nsxv3.common.synchronization [req-fbfbf24f-4622-4916-976b-259a5d9276bc req-49ed564b-27ef-4a96-bafe-cba1b1cee531 service nova] Enqueued Resource ID: 77146857-6cc4-4c65-a730-e957188e18ae with Priority: HIGHEST for action port [ 847.666117] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_rules [ 847.666117] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_members [ 847.666117] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77146857-6cc4-4c65-a730-e957188e18ae with Priority: HIGHEST for action port [ 847.666117] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.666799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.666975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.667325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.668878] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.669148] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.669303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.669303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.669479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.669630] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.669733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.669799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.671420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.671420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.671420] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.671420] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-77146857-6cc4-4c65-a730-e957188e18ae taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.671420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77146857-6cc4-4c65-a730-e957188e18ae" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.671420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77146857-6cc4-4c65-a730-e957188e18ae" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.672439] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77146857-6cc4-4c65-a730-e957188e18ae" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.672439] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77146857-6cc4-4c65-a730-e957188e18ae',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.888336] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.888515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.888515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.888727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.888799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.888894] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 847.920100] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.920260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.920319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.920504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.920632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.928880] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 848.174963] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.176191] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.176345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.180974] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77146857-6cc4-4c65-a730-e957188e18ae with status ACTIVE [ 848.181201] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.181326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.181403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.182302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.182302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182302] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.182302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.182302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.182302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.182302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182666] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.182666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.182666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.182666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.182848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182848] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77146857-6cc4-4c65-a730-e957188e18ae is going to be updated. [ 848.203345] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.203540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.203588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.203763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.203898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.204075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77146857-6cc4-4c65-a730-e957188e18ae" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.280406] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 848.281235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.281470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.281851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.281970] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.282259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.282259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.282474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.282599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.282735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.282958] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.283173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.283277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.283468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.283670] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.283828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.283929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.284125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.284252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.284347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.284437] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.286458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.286458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.286458] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.286458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.286458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.286458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.286458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.286458] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.681430] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.789549] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf84efc-ccca-4a16-9eac-dd7c91421ed7: rpc.has_security_group_logging(os_id): False [ 848.790705] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.812951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.812951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.812951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.812951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.813239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.813463] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.813625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.813723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.813956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.814336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.814663] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.814825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.814926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.815162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.816454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.820018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.820018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.820018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.820018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.820018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.820018] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 848.888071] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.888071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.888071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.888071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.888071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.904179] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 849.184544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.184715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.184877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.185200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.187745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.187745] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 is going to be created. [ 849.208803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.209441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.212124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.212443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.212624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.224145] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 in Status: UNINITIALIZED for 2s [ 849.294671] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.797580] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.797945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.797945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.798118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.798316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.798364] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 849.826868] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.827024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.827145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.827305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.827656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.835665] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 849.939074] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 849.939356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.939534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.939753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.939947] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.940076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.940144] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.940306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.940389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.940489] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b2b6249-b700-43cb-8111-655e9e6a02ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.951608] env[69577]: INFO networking_nsxv3.common.synchronization [req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 req-c9d88380-0602-43a6-8565-852b1ba31a21 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Enqueued Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGHEST for action security_group_members [ 849.953257] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGHEST for action security_group_members [ 849.953852] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.954067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.954185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.954541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.954798] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.954957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.955070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.955271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.955399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.955525] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.445492] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.445492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.445492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.445492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.445492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.445492] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.445492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.445492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.445492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.445492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.445492] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab is going to be updated. [ 850.461768] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.461768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.461768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.461768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.461768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.461768] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.461768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.461768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.461768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.461768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.461768] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 is going to be updated. [ 850.478596] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.478596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.478596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.478596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.478596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.483978] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: IN_PROGRESS for 2s [ 850.491037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.491349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.491504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.491852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.492134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.501071] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 in Status: IN_PROGRESS for 2s [ 850.668332] env[69577]: INFO networking_nsxv3.common.synchronization [req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 req-678faa83-f6e3-4eac-80c6-e444fdd7dd6c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 850.669035] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 850.669190] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.669401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.669677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.669837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.669999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.671524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.671625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.671725] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.921874] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 850.921874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.921874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.921874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.921874] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.065245] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.065245] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.065345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.066038] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.066466] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.066673] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.066803] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.067058] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.067280] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.067529] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.067678] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.067844] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.067954] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.068111] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.068251] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.068446] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.087912] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.088163] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.088259] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.088439] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.088743] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-0d41812f-1c6a-4b00-b671-b3cc00c9a966 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.088908] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-0d41812f-1c6a-4b00-b671-b3cc00c9a966" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.089042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-0d41812f-1c6a-4b00-b671-b3cc00c9a966" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.089363] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-0d41812f-1c6a-4b00-b671-b3cc00c9a966" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.089507] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d41812f-1c6a-4b00-b671-b3cc00c9a966',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.173919] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.174117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.174181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.174393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.174483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.174675] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.174772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.174851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.175009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.175093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.175182] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 already deleted. [ 851.175264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.235828] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 in Status: SUCCESS [ 851.236089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.236253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.236486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.236701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.236872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.236918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.237073] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.237282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.237373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.237430] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.423311] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.423473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.591917] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.592246] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.592396] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.592689] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.592878] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.593064] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 0d41812f-1c6a-4b00-b671-b3cc00c9a966 not found, creating... [ 851.593347] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.593513] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.593634] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.593869] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.594037] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.594338] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.594492] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.594614] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.594919] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.595161] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.595324] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 0d41812f-1c6a-4b00-b671-b3cc00c9a966 is going to be created. [ 851.616223] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.616420] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.616548] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.616805] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.617045] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.617291] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-0d41812f-1c6a-4b00-b671-b3cc00c9a966" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.741029] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.847113] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 851.847351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.847518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.847726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.847926] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.848058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.848127] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.848296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.848379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.848467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.848559] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.242260] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1fa4b35-01ec-455a-a84f-e46c3f3ba037: rpc.has_security_group_logging(os_id): False [ 852.262137] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.262461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.262461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.262583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.262629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.262859] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.262959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.263040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.263185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.263259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.263346] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 is going to be created. [ 852.321464] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.321653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.321712] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.321874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.322065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.336351] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 in Status: IN_PROGRESS for 2s [ 852.350978] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.351119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.351185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.351438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.351631] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.351781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.351781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.351922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.352053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.352053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.352220] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.352377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.352377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.352466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.352674] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.352767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.352767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.352902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.352983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.353080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.353177] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.449056] env[69577]: INFO networking_nsxv3.common.synchronization [req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 req-6101f524-8dd4-43a3-9034-cfa1517b7b27 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Enqueued Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_members [ 852.449056] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b0b47c-9841-4c39-a329-86c296b96c12 with Priority: HIGHEST for action security_group_members [ 852.449056] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b0b47c-9841-4c39-a329-86c296b96c12 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.449056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.449056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.450257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.450501] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.450648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.450768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.451043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.451180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.451292] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b0b47c-9841-4c39-a329-86c296b96c12',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.497027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab in Status: SUCCESS [ 852.497027] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b2b6249-b700-43cb-8111-655e9e6a02ab deletion is rescheduled due to dependency. [ 852.497027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b2b6249-b700-43cb-8111-655e9e6a02ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.515135] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 in Status: SUCCESS [ 852.515332] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 deletion is rescheduled due to dependency. [ 852.515414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.521931] env[69577]: INFO networking_nsxv3.common.synchronization [req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 req-0e10475e-90e2-4264-a674-ec8a10f9aec0 service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 852.522137] env[69577]: INFO networking_nsxv3.common.synchronization [req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 req-0e10475e-90e2-4264-a674-ec8a10f9aec0 service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 852.522281] env[69577]: INFO networking_nsxv3.common.synchronization [req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 req-0e10475e-90e2-4264-a674-ec8a10f9aec0 service nova] Enqueued Resource ID: 0d41812f-1c6a-4b00-b671-b3cc00c9a966 with Priority: HIGHEST for action port [ 852.523300] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 852.523300] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 852.523300] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41812f-1c6a-4b00-b671-b3cc00c9a966 with Priority: HIGHEST for action port [ 852.523837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.523996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.524087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.524501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.524501] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.525470] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.525594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.525669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.525822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.528746] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.528746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.528746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.528746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.528746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.528746] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.528746] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d41812f-1c6a-4b00-b671-b3cc00c9a966 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.528746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d41812f-1c6a-4b00-b671-b3cc00c9a966" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.528746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d41812f-1c6a-4b00-b671-b3cc00c9a966" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.528746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d41812f-1c6a-4b00-b671-b3cc00c9a966" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.529715] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d41812f-1c6a-4b00-b671-b3cc00c9a966',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.855743] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf84efc-ccca-4a16-9eac-dd7c91421ed7: rpc.has_security_group_logging(os_id): False [ 852.876093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.876268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.876331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.876629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.876738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.876955] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.877067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.877135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.877294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.877372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.877563] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.877660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.877722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.877937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.877978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.878180] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.878280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.878347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.878473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.878549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.878646] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 852.939051] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.939051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.939212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.939277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.939424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.954735] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 852.955498] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.955498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.955498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.955498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.008634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.008937] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.009092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.009151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.009352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.009436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.009527] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b0b47c-9841-4c39-a329-86c296b96c12 is going to be updated. [ 853.032140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.034612] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.034612] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.035104] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d41812f-1c6a-4b00-b671-b3cc00c9a966 with status ACTIVE [ 853.038173] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.038329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.038393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.038622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.038714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.038904] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.039010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.039071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.039220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.039295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.039472] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.039565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.039626] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.040365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.040509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.040556] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d41812f-1c6a-4b00-b671-b3cc00c9a966 is going to be updated. [ 853.069192] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.069352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.069443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.070924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.070924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.070924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d41812f-1c6a-4b00-b671-b3cc00c9a966" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.071607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.071714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.071798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.071940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.072690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.090547] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b0b47c-9841-4c39-a329-86c296b96c12 in Status: IN_PROGRESS for 2s [ 853.542949] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.047196] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.047196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.047196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.047196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.047547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.047547] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be created. [ 854.069978] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.070181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.070240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.070452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.070617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.079937] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: UNINITIALIZED for 2s [ 854.349999] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 in Status: SUCCESS [ 854.350248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.971077] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 854.971359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.100404] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b0b47c-9841-4c39-a329-86c296b96c12 in Status: SUCCESS [ 855.100649] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b0b47c-9841-4c39-a329-86c296b96c12 deletion is rescheduled due to dependency. [ 855.100779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b0b47c-9841-4c39-a329-86c296b96c12" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.563619] env[69577]: INFO networking_nsxv3.common.synchronization [req-bada2378-4344-46dd-8a0f-3b9ac8b11140 req-e9753210-677f-4210-9d10-05ea60895c3a tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Enqueued Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_members [ 855.564309] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_members [ 855.564693] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a65b54-887b-4a92-9e10-5d729124b332 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.564843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.564957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.565419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.565636] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.565800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.565898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.566123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.566295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.566295] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.933765] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.934038] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.934222] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.934669] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.934843] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.937154] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.937325] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.937604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.937782] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.938032] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.938176] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.938310] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.938441] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.938567] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.938679] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.938818] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.957660] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.958330] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.958578] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.958949] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-867" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.959523] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-39592721-9dc1-47d3-a042-5b5036c7923c taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.959737] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-39592721-9dc1-47d3-a042-5b5036c7923c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.959889] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-39592721-9dc1-47d3-a042-5b5036c7923c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.960946] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-39592721-9dc1-47d3-a042-5b5036c7923c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.960946] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39592721-9dc1-47d3-a042-5b5036c7923c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.069197] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.069474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.069474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.071343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.071503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.072562] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.072562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.072562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.072562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.072562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.072562] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a65b54-887b-4a92-9e10-5d729124b332 already deleted. [ 856.072562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.094585] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 856.094814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.095031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.095287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.095487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.095728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.095813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.095977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.096074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.096165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.096281] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.282712] env[69577]: INFO networking_nsxv3.common.synchronization [None req-1efe65f4-e62a-4685-a0da-556331d617d3 None None] Enqueued Resource ID: e3d699bc-0870-4af7-963e-aa43f9f48433 with Priority: HIGHEST for action port [ 856.282712] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d699bc-0870-4af7-963e-aa43f9f48433 with Priority: HIGHEST for action port [ 856.283218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d699bc-0870-4af7-963e-aa43f9f48433 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.283360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d699bc-0870-4af7-963e-aa43f9f48433" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.283467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d699bc-0870-4af7-963e-aa43f9f48433" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.283805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d699bc-0870-4af7-963e-aa43f9f48433" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.283883] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d699bc-0870-4af7-963e-aa43f9f48433',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.463593] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.464075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.464344] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.464850] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.465478] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.465771] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 39592721-9dc1-47d3-a042-5b5036c7923c not found, creating... [ 856.466594] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.467439] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.467924] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.469294] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.470639] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.470639] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.470639] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.470639] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.470639] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.470639] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.470894] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 39592721-9dc1-47d3-a042-5b5036c7923c is going to be created. [ 856.498281] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.498640] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.498806] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.499689] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.499991] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.500285] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-39592721-9dc1-47d3-a042-5b5036c7923c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.599893] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.600067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.600143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.600349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.600511] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.600606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.600663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.600803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.600902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.600988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.601146] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.601307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.601378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.601522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.601715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.601811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.601903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.602056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.602134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.602244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.602347] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.788156] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3d699bc-0870-4af7-963e-aa43f9f48433 [ 856.788276] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.788432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.788490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.788684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.788776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.788868] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3d699bc-0870-4af7-963e-aa43f9f48433 already deleted. [ 856.788946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d699bc-0870-4af7-963e-aa43f9f48433" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.107240] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bf69c6-d9a2-436a-87e6-9581e734aa48: rpc.has_security_group_logging(os_id): False [ 857.125022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.125279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.125449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.125711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.125866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.126118] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.127369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.127369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.127369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.127369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.127369] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.127369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.127369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.127369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.127369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.127715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.127715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.127715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.127816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.127816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.127906] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be created. [ 857.184671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.184893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.185057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.185311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.185601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.196958] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 857.267165] env[69577]: INFO networking_nsxv3.common.synchronization [req-bada2378-4344-46dd-8a0f-3b9ac8b11140 req-3965db3a-3b10-46f7-94c3-954fdd68847d service nova] Enqueued Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_rules [ 857.267165] env[69577]: INFO networking_nsxv3.common.synchronization [req-bada2378-4344-46dd-8a0f-3b9ac8b11140 req-3965db3a-3b10-46f7-94c3-954fdd68847d service nova] Enqueued Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_members [ 857.267165] env[69577]: INFO networking_nsxv3.common.synchronization [req-bada2378-4344-46dd-8a0f-3b9ac8b11140 req-3965db3a-3b10-46f7-94c3-954fdd68847d service nova] Enqueued Resource ID: 39592721-9dc1-47d3-a042-5b5036c7923c with Priority: HIGHEST for action port [ 857.267165] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_rules [ 857.267165] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_members [ 857.267165] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39592721-9dc1-47d3-a042-5b5036c7923c with Priority: HIGHEST for action port [ 857.267165] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a65b54-887b-4a92-9e10-5d729124b332 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.267165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.267165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.267165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.267165] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.269222] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a65b54-887b-4a92-9e10-5d729124b332 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.269359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.269422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.269613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.269799] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.272031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.272031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.272031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.272031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.272031] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.272662] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-39592721-9dc1-47d3-a042-5b5036c7923c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.272662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39592721-9dc1-47d3-a042-5b5036c7923c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.272662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39592721-9dc1-47d3-a042-5b5036c7923c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.272662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39592721-9dc1-47d3-a042-5b5036c7923c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.272662] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39592721-9dc1-47d3-a042-5b5036c7923c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.775364] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.776214] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a65b54-887b-4a92-9e10-5d729124b332 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.776332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.776525] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39592721-9dc1-47d3-a042-5b5036c7923c with status ACTIVE [ 857.776643] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.776735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.776793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.777016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.777170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.777311] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.777399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.777466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.777632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.777758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.777956] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.778078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.784908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.784908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.784908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.784908] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39592721-9dc1-47d3-a042-5b5036c7923c is going to be updated. [ 857.805859] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.806067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.806171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.806462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.806625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.806828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39592721-9dc1-47d3-a042-5b5036c7923c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.215685] env[69577]: INFO networking_nsxv3.common.synchronization [req-42f25278-3781-4179-8a5d-8e3518308e20 req-b128f39d-ad12-43da-b803-4061687fbb87 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 858.215685] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 858.215685] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.215685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.215685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.215685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.215685] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.215685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.215685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.215685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.215685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.215685] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.286962] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.544905] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6b2a503c-0243-4a60-a4ef-37436f93b9eb None None] Enqueued Resource ID: 4dd3787c-4808-443d-bce6-d1aad4a31969 with Priority: HIGHEST for action port [ 858.545504] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd3787c-4808-443d-bce6-d1aad4a31969 with Priority: HIGHEST for action port [ 858.545833] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd3787c-4808-443d-bce6-d1aad4a31969 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.545997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd3787c-4808-443d-bce6-d1aad4a31969" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.546385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd3787c-4808-443d-bce6-d1aad4a31969" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.546923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd3787c-4808-443d-bce6-d1aad4a31969" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.547039] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd3787c-4808-443d-bce6-d1aad4a31969',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.720397] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.730600] env[69577]: INFO networking_nsxv3.common.synchronization [req-56459abf-8e83-4ab9-af67-fb159d62a6b8 req-0f2b9bff-72bb-4dba-913d-6668c33e3e87 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Enqueued Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 858.731185] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 with Priority: HIGHEST for action security_group_members [ 858.731525] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.731640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.789960] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.790171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.790217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.790408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.790985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.790985] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a65b54-887b-4a92-9e10-5d729124b332 is going to be created. [ 858.812874] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.813053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.813121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.813350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.813519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.822051] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a65b54-887b-4a92-9e10-5d729124b332 in Status: UNINITIALIZED for 2s [ 859.050822] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd3787c-4808-443d-bce6-d1aad4a31969 [ 859.051140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.051274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.051318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.051539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.051649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.051864] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd3787c-4808-443d-bce6-d1aad4a31969 already deleted. [ 859.051864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd3787c-4808-443d-bce6-d1aad4a31969" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.209436] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 859.209740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.223994] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.726026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.726141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.726384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.726460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.726542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.726643] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 859.753952] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.753952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.753952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.753952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.753952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.761693] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 860.727662] env[69577]: INFO networking_nsxv3.common.synchronization [req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 req-4bcf5f8f-83d5-4a1b-bc03-32837bfff7a6 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Enqueued Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGHEST for action security_group_members [ 860.728216] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGHEST for action security_group_members [ 860.728614] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.728766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.728766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.728952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.733526] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.733654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.733711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.733887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.733973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.734094] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.834784] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a65b54-887b-4a92-9e10-5d729124b332 in Status: SUCCESS [ 860.834784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.834784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.834784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.834784] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.834784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.834784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.834784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.834784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.834784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.834784] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.134103] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.134345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.134479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.134746] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.135015] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.135204] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.135332] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.135545] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.135690] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.135900] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.136031] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.136147] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.136266] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.136376] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.136484] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.136617] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.155960] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.156176] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.156312] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.156488] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.156801] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.157307] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.157307] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.157604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.157604] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8864cbff-e84c-488a-bc29-18d2ca6c6cf0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.236957] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.237214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.237311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.237587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.237701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.237980] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.238139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.238229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.238443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.238556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.238677] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb already deleted. [ 861.238780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.336491] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.661286] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.661286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.661286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.661848] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.661848] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.661848] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 not found, creating... [ 861.662497] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.662497] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.662497] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.662721] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.662721] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.662955] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.663205] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.663261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.663463] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.663836] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.663836] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 is going to be created. [ 861.685318] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.685462] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.686070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.686070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.686267] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.686519] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.773384] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 861.773712] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.773832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.774058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.774250] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.774377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.774473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.774703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.774791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.774888] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf84efc-ccca-4a16-9eac-dd7c91421ed7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.839380] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3a65b54-887b-4a92-9e10-5d729124b332: rpc.has_security_group_logging(os_id): False [ 861.869171] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.879631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.879631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.879631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.879631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.879631] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.879631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.879631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.879631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.879631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.879631] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a65b54-887b-4a92-9e10-5d729124b332 is going to be created. [ 861.924867] env[69577]: INFO networking_nsxv3.common.synchronization [req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 req-7a0c6bf1-78f5-40d6-89e4-52a11106062f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 861.925567] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 861.925907] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.926092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.926176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.926770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.926770] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.926770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.926770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.927263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.927263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.927263] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.939340] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.939544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.939660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.939808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.939987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.962132] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a65b54-887b-4a92-9e10-5d729124b332 in Status: IN_PROGRESS for 2s [ 862.276989] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.277221] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.277374] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.277653] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.277959] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.278500] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.278692] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.278957] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.279167] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.279423] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.279627] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.279821] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.279991] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.280190] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.280346] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.280600] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.281744] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.281927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.282038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.282237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.282374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.282580] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.283242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.283360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.283591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.283731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.283846] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 is going to be updated. [ 862.301406] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.301713] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.301875] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.302093] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.302469] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-4632911e-6430-483d-8bc2-10f1f5539809 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.302657] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-4632911e-6430-483d-8bc2-10f1f5539809" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.302785] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-4632911e-6430-483d-8bc2-10f1f5539809" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.303299] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-4632911e-6430-483d-8bc2-10f1f5539809" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.303699] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4632911e-6430-483d-8bc2-10f1f5539809',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.309889] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.310015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.310091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.310300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.310439] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.319619] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: IN_PROGRESS for 2s [ 862.429802] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.429802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.429802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.429994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.450448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.450715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.450979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.450979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.451131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.451189] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.451279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 862.457590] env[69577]: INFO networking_nsxv3.common.synchronization [req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 req-f92e91df-96ff-40a2-9341-7d04290df17b service nova] Enqueued Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGHEST for action security_group_rules [ 862.457826] env[69577]: INFO networking_nsxv3.common.synchronization [req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 req-f92e91df-96ff-40a2-9341-7d04290df17b service nova] Enqueued Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGHEST for action security_group_members [ 862.457973] env[69577]: INFO networking_nsxv3.common.synchronization [req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 req-f92e91df-96ff-40a2-9341-7d04290df17b service nova] Enqueued Resource ID: 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 with Priority: HIGHEST for action port [ 862.458210] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGHEST for action security_group_rules [ 862.458330] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGHEST for action security_group_members [ 862.458429] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 with Priority: HIGHEST for action port [ 862.459285] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.459418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.459489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.459731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.459817] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.460701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.460781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.460821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.461210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.461210] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.461328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.461328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.461811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.461811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.461811] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.463047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.463047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.463047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.463047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.463047] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8864cbff-e84c-488a-bc29-18d2ca6c6cf0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.476033] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.476989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.476989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.476989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.476989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.486317] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 862.806422] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.806774] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.806774] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.807129] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.807396] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.807655] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 4632911e-6430-483d-8bc2-10f1f5539809 not found, creating... [ 862.808008] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.808202] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.808392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.808763] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.808929] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.809353] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.809532] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.809673] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.809995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.810231] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.810393] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 4632911e-6430-483d-8bc2-10f1f5539809 is going to be created. [ 862.832854] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.833219] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.833454] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.833857] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.834222] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.834565] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-4632911e-6430-483d-8bc2-10f1f5539809" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.964826] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.965041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.965167] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.966110] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 with status ACTIVE [ 862.966417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.966553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.966620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.966823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.966912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.967099] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.967211] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.967281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.967440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.967528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.967705] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.967798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.967849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.968030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.969035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.969035] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 is going to be updated. [ 862.997561] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.997740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.997823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.998086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.998267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.998446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8864cbff-e84c-488a-bc29-18d2ca6c6cf0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.470243] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.646322] env[69577]: INFO networking_nsxv3.common.synchronization [req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 req-1e0e0ba1-ba80-47e2-af4d-e45c2ca424d0 service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 863.646503] env[69577]: INFO networking_nsxv3.common.synchronization [req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 req-1e0e0ba1-ba80-47e2-af4d-e45c2ca424d0 service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 863.646648] env[69577]: INFO networking_nsxv3.common.synchronization [req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 req-1e0e0ba1-ba80-47e2-af4d-e45c2ca424d0 service nova] Enqueued Resource ID: 4632911e-6430-483d-8bc2-10f1f5539809 with Priority: HIGHEST for action port [ 863.646878] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 863.647010] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 863.647113] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4632911e-6430-483d-8bc2-10f1f5539809 with Priority: HIGHEST for action port [ 863.647664] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.647776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.647846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.652392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.652526] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.653509] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.653660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.653923] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4632911e-6430-483d-8bc2-10f1f5539809 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.654123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4632911e-6430-483d-8bc2-10f1f5539809" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.654237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4632911e-6430-483d-8bc2-10f1f5539809" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.654460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4632911e-6430-483d-8bc2-10f1f5539809" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.654606] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4632911e-6430-483d-8bc2-10f1f5539809',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.972781] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.973079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.973079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.973223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.973315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.973411] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb is going to be created. [ 863.975184] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a65b54-887b-4a92-9e10-5d729124b332 in Status: SUCCESS [ 863.975318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.995446] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.995611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.995611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.995802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.995971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.006361] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb in Status: UNINITIALIZED for 2s [ 864.156404] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.156539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.156764] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4632911e-6430-483d-8bc2-10f1f5539809 with status ACTIVE [ 864.156931] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.157044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.157102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.157332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.157419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.159047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.159047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.159047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.159047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.159047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.159047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.159047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.159047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.159047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.159047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.159047] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4632911e-6430-483d-8bc2-10f1f5539809 is going to be updated. [ 864.181207] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.181377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.181456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.181640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.181772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.181935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4632911e-6430-483d-8bc2-10f1f5539809" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.329383] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 in Status: SUCCESS [ 864.329693] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf84efc-ccca-4a16-9eac-dd7c91421ed7 deletion is rescheduled due to dependency. [ 864.329865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf84efc-ccca-4a16-9eac-dd7c91421ed7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.498113] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 864.498113] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c deletion is rescheduled due to dependency. [ 864.498113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.498113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.498113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.498113] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.498113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.498113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.498113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.498113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.498113] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.000120] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.505574] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.525141] env[69577]: INFO networking_nsxv3.common.synchronization [req-68062d37-614c-41a4-8971-40db74d6af69 req-e3a26874-cd81-4879-a680-bba9346375bb tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 865.525141] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 865.525141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.525141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.525141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.525141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.525141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.525141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.525631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.525898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.526087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.526275] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.010645] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.010645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.010645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.010645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.010645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.010645] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 866.020744] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb in Status: SUCCESS [ 866.020744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.020744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.020744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.020744] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.020744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.020744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.020744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.020744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.020744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.020744] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.033025] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.040336] env[69577]: INFO networking_nsxv3.common.synchronization [req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 req-0356b116-8bae-4a76-8199-7543a0391ce7 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 866.044024] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGHEST for action security_group_members [ 866.044024] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.044024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.047333] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.047538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.047734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.047992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.048102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.059639] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 866.525309] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.525309] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.525309] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.525309] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.525309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.526110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.526110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.526110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.526110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.527404] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.535735] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.031868] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d3db3a-87a7-4dca-ba69-3b7980ec03cb: rpc.has_security_group_logging(os_id): False [ 867.039187] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.039187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.039187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.039187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.039187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.039187] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 867.050563] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.050917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.051152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.053762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.053762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.053762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.053762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.054369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.054680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.054872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.055091] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb is going to be created. [ 867.071473] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.071473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.071473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.071473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.071473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.078986] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 867.218028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.218028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.218028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.218028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.218028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.231219] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb in Status: IN_PROGRESS for 2s [ 868.072639] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 868.073014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.073081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.073283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.073493] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.073614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.073672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.073840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.073924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.074018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.074120] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.402188] env[69577]: INFO networking_nsxv3.common.synchronization [req-42fdf489-700d-472d-8c26-8fe8fa91f201 req-ab9354a4-8c57-4134-ac3a-cd468f7df6d6 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 868.402589] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 868.403335] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.403783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.404100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.404555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.404853] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.405165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.405376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.405658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.405841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.406025] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.579529] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.579789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.579789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.579959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.580144] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.580243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.580301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.580453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.580531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.580617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.580780] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.580871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.580928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.581059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581199] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.581282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.581343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.581474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581551] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581724] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.908316] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.086651] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac485341-82d2-4202-b106-124c98ff175c: rpc.has_security_group_logging(os_id): False [ 869.090232] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 869.090232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.090232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.090468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.090994] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.090994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.090994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.090994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.090994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.091213] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.103376] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.103376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.103491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.103614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.103703] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.103962] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.105172] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.105172] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.105172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.105599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.105599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.105599] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 869.177573] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.177723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.177779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.177988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.178143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.192086] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 869.195325] env[69577]: INFO networking_nsxv3.common.synchronization [None req-5c4a2184-1f6b-4082-859c-49f14b3b754f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 869.195325] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 869.195601] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.195726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.195792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.195987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.196174] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.196273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.196332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.196476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.196565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.196653] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.246603] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb in Status: SUCCESS [ 869.246603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.350753] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.351499] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.351499] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.351499] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.351742] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.352027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.353088] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.353088] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.353199] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.353327] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.353442] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.353553] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.353662] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.354067] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.354210] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.354413] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.375592] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.375774] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.375914] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.376363] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.376460] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.376632] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.376754] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.377826] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.377826] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e04bc9-29f5-48f4-8123-914b6ecf0d24',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.411711] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.597324] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.597324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.597486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.597568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.598445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.598445] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.598445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.598445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.598445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.598445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.598445] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be updated. [ 869.623808] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.623978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.624088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.624309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.624478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.632241] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: IN_PROGRESS for 2s [ 869.698552] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.880064] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.880344] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.880477] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.880797] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.880968] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.881126] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port a0e04bc9-29f5-48f4-8123-914b6ecf0d24 not found, creating... [ 869.881518] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.881739] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.881927] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.882175] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.882320] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.882610] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.882768] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.882889] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.883149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.883290] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.883434] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: a0e04bc9-29f5-48f4-8123-914b6ecf0d24 is going to be created. [ 869.913651] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.913809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.914090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.914182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.914279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be updated. [ 869.971276] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.972028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.972028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.972028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.972176] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.972380] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.984759] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.984888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.984959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.985161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.985294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.993806] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 870.200824] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.703810] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.703962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.704057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.704280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.704378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.704479] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 870.733546] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.733715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.733791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.734037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.734209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.742290] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 870.786081] env[69577]: INFO networking_nsxv3.common.synchronization [req-42fdf489-700d-472d-8c26-8fe8fa91f201 req-d220dab9-20a1-4d19-a10a-19da289925b5 service nova] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_rules [ 870.786270] env[69577]: INFO networking_nsxv3.common.synchronization [req-42fdf489-700d-472d-8c26-8fe8fa91f201 req-d220dab9-20a1-4d19-a10a-19da289925b5 service nova] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 870.786443] env[69577]: INFO networking_nsxv3.common.synchronization [req-42fdf489-700d-472d-8c26-8fe8fa91f201 req-d220dab9-20a1-4d19-a10a-19da289925b5 service nova] Enqueued Resource ID: a0e04bc9-29f5-48f4-8123-914b6ecf0d24 with Priority: HIGHEST for action port [ 870.786676] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_rules [ 870.786816] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 870.786913] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e04bc9-29f5-48f4-8123-914b6ecf0d24 with Priority: HIGHEST for action port [ 870.787461] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.787558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.787634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.787824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.787904] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.788805] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.788924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.792297] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.792398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.792478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.792640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.792717] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e04bc9-29f5-48f4-8123-914b6ecf0d24',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.202797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 871.203203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.294516] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.294736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.294932] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0e04bc9-29f5-48f4-8123-914b6ecf0d24 with status ACTIVE [ 871.295150] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.295339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.295449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.295649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.295778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.295964] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.296114] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.296216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.296357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.296468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.296806] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.296945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.297076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.297159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.297270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.297409] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0e04bc9-29f5-48f4-8123-914b6ecf0d24 is going to be updated. [ 871.324314] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.324496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.324567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.324810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.324985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.325196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0e04bc9-29f5-48f4-8123-914b6ecf0d24" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.575749] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.575954] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.576100] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.576389] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.576663] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.576971] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.577177] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.577427] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.577621] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.577880] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.578038] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.578175] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.578310] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.578449] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.578612] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.578790] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.596638] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.596804] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.596946] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.597140] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.597428] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-e517e879-1475-4018-a45c-56bd4164fbcf taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.597599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-e517e879-1475-4018-a45c-56bd4164fbcf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.597769] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-e517e879-1475-4018-a45c-56bd4164fbcf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.598019] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-e517e879-1475-4018-a45c-56bd4164fbcf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.598166] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e517e879-1475-4018-a45c-56bd4164fbcf',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.642388] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d in Status: SUCCESS [ 871.642563] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d deletion is rescheduled due to dependency. [ 871.642691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.003436] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 872.003680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.003850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.004696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.004696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.004696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.004696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.004696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.004696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.004952] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.100771] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.101051] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.101196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.102646] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.102646] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.102784] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port e517e879-1475-4018-a45c-56bd4164fbcf not found, creating... [ 872.103085] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.103262] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.103414] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.103665] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.103810] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.104126] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.104273] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.104400] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.104618] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.104751] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.104893] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: e517e879-1475-4018-a45c-56bd4164fbcf is going to be created. [ 872.124665] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.124977] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.125072] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.125329] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.125603] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.125839] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-e517e879-1475-4018-a45c-56bd4164fbcf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.507363] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.753456] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 872.753720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.929668] env[69577]: INFO networking_nsxv3.common.synchronization [req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 req-6bb07677-cfae-42dc-a182-ebc925c09ee8 service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 872.931668] env[69577]: INFO networking_nsxv3.common.synchronization [req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 req-6bb07677-cfae-42dc-a182-ebc925c09ee8 service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 872.933611] env[69577]: INFO networking_nsxv3.common.synchronization [req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 req-6bb07677-cfae-42dc-a182-ebc925c09ee8 service nova] Enqueued Resource ID: e517e879-1475-4018-a45c-56bd4164fbcf with Priority: HIGHEST for action port [ 872.934327] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 872.934627] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 872.936044] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e517e879-1475-4018-a45c-56bd4164fbcf with Priority: HIGHEST for action port [ 872.936188] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.937022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.937185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.937485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.937656] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.938964] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.939168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.939266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.939537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.939774] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.939922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.940023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.940243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.940359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.940500] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.941834] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e517e879-1475-4018-a45c-56bd4164fbcf taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.941834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e517e879-1475-4018-a45c-56bd4164fbcf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.942024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e517e879-1475-4018-a45c-56bd4164fbcf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.942372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e517e879-1475-4018-a45c-56bd4164fbcf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.942372] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e517e879-1475-4018-a45c-56bd4164fbcf',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.010030] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.444836] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.444989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.445725] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.446177] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e517e879-1475-4018-a45c-56bd4164fbcf with status ACTIVE [ 873.446364] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.446495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.446559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.447310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.447310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.447310] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.447310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.447310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.447542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.447542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.447981] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.448110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.448313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.448347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.448398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.448473] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e517e879-1475-4018-a45c-56bd4164fbcf is going to be updated. [ 873.467799] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.468013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.468086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.468306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.468444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.468604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e517e879-1475-4018-a45c-56bd4164fbcf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.513041] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.513364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.513364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.513596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.513699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.513810] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be updated. [ 873.545251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.545401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.545560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.545817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.546025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.554726] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 873.950918] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.240323] env[69577]: INFO networking_nsxv3.common.synchronization [req-2426276d-baa9-4f60-bd91-1bbbd69d049b req-2f2b53ba-ff98-4e19-9e29-1ab35d936b21 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Enqueued Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGHEST for action security_group_members [ 874.240876] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGHEST for action security_group_members [ 874.241534] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.241988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.242077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.242317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.242485] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.242590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.242654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.242813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.242911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.243018] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.453807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.453981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.454068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.454299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.454396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.454514] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 874.484111] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.484289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.484352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.484519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.484660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.492826] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 874.746554] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.746843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.746843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.746994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.747091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.747241] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.747342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.747401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.747555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.747634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.747722] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb is going to be updated. [ 874.777389] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.777567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.777750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.778127] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.778127] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.786465] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb in Status: IN_PROGRESS for 2s [ 874.854641] env[69577]: INFO networking_nsxv3.common.synchronization [req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 req-f8972770-0238-4a64-8c3d-035dc494e52c tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 874.854974] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 874.855292] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.855411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.855492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.855701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.855857] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.855954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.857527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.857527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.857527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.857527] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.358900] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.564845] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 875.565111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.565346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.565604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.565826] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.565949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.566024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.566177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.566289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.566375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.566469] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.861943] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.929674] env[69577]: INFO networking_nsxv3.common.synchronization [req-910713d0-90bf-4a56-bb22-ef789d248d1c req-7d22374c-3fcb-45e0-b6b4-6435c33aac20 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Enqueued Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 875.930020] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fc36bd-ef14-4f81-8c34-9678470b184f with Priority: HIGHEST for action security_group_members [ 875.930347] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3fc36bd-ef14-4f81-8c34-9678470b184f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.930470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.930588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.930962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.930962] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.930962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.931141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.931182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.931284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.931358] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3fc36bd-ef14-4f81-8c34-9678470b184f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.069185] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.070133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.070133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.070133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.070133] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.070133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.070133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.070380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.070380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.070434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.070564] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.070655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.070715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.070849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.070994] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.071086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.071142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.072496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.072496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.072496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.072496] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.366773] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.366993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.367090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.367329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.368057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.368057] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be updated. [ 876.394890] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.394890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.395106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.395222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.399021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.403811] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: IN_PROGRESS for 2s [ 876.435288] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.435462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.435854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.435854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.436011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.436123] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.436235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.436303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.436633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.436633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.436633] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f is going to be updated. [ 876.460763] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.461394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.461394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.461394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.461541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.469220] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: IN_PROGRESS for 2s [ 876.501635] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 876.501635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.501635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.501635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.502920] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.502920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.502920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.502920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.502920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.502920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.502920] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.574171] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9af671c-8b08-48b9-af29-5fb35faf98c4: rpc.has_security_group_logging(os_id): False [ 876.594027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.594027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.594027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.594027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.594648] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.594648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.594648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.595167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.595457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.595688] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be updated. [ 876.664741] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.664741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.664741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.664741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.664741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.677874] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 876.796090] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb in Status: SUCCESS [ 876.796090] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb deletion is rescheduled due to dependency. [ 876.796090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.010997] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.014317] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014317] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.021715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.021715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.021715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.021715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.021715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.021715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.021715] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.524857] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac485341-82d2-4202-b106-124c98ff175c: rpc.has_security_group_logging(os_id): False [ 877.530663] env[69577]: INFO networking_nsxv3.common.synchronization [req-9b37ad8e-38db-43d0-8f0e-761256991574 req-12fb939e-bbe5-42e4-a7ae-4424e399d0b6 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 877.531252] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 877.531651] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.532367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.532367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.532367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.532367] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.532367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.532367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.532774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.532774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.532774] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.543459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.543679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.543799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.544098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.544237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.544527] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.544844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.544844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.545529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.545529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.545529] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.545529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.545685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.545810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.545970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.546428] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.546600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.546715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.547159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.547326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.547967] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 877.599926] env[69577]: INFO networking_nsxv3.common.synchronization [req-746681a6-e98a-4d6d-8221-455e864e5c44 req-96c408f1-a5d3-4586-b183-049dc67667cd tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 877.600528] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 877.601548] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.601548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.601548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.601548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.601749] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.601749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.601749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.601977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.601977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.602080] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.613857] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.613997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.614075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.614293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.614438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.628508] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 878.033298] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.034165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.034384] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.034772] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.035126] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.035764] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.035967] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.036295] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.036508] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.036790] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.036987] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.037188] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.037365] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.037554] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.037761] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.037963] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.041227] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.041362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.041430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.044107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.044107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.044107] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.044107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.044107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.044107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.044107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.044107] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be deleted. [ 878.066028] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.066028] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.066028] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.066028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.066028] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-b0aef619-df89-4e97-908d-1a2f59aa681d taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.066028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-b0aef619-df89-4e97-908d-1a2f59aa681d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.066028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-b0aef619-df89-4e97-908d-1a2f59aa681d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.066028] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-b0aef619-df89-4e97-908d-1a2f59aa681d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.066028] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0aef619-df89-4e97-908d-1a2f59aa681d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.080720] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.080854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.080854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.081182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.081182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.081261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.106038] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.106198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.106241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.106446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.106536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.106740] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.106840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.106897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.107055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.107130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.107216] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 878.138583] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.138765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.138828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.139106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.139276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.148891] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 878.414164] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: SUCCESS [ 878.414303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.478470] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3fc36bd-ef14-4f81-8c34-9678470b184f in Status: SUCCESS [ 878.478672] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3fc36bd-ef14-4f81-8c34-9678470b184f deletion is rescheduled due to dependency. [ 878.478786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3fc36bd-ef14-4f81-8c34-9678470b184f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.569566] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.569817] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.570011] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.570346] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.570512] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.570683] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port b0aef619-df89-4e97-908d-1a2f59aa681d not found, creating... [ 878.571040] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.571155] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.571279] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.571506] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.571657] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.571956] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.572156] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.572283] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.572495] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.572638] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.572787] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: b0aef619-df89-4e97-908d-1a2f59aa681d is going to be created. [ 878.593017] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.593017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.593261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.593455] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.593748] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.593992] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-b0aef619-df89-4e97-908d-1a2f59aa681d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.712853] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 878.713287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.398595] env[69577]: INFO networking_nsxv3.common.synchronization [req-9b37ad8e-38db-43d0-8f0e-761256991574 req-83ea3104-2372-423c-9ffa-e0ffa787a07a service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 879.398595] env[69577]: INFO networking_nsxv3.common.synchronization [req-9b37ad8e-38db-43d0-8f0e-761256991574 req-83ea3104-2372-423c-9ffa-e0ffa787a07a service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 879.398929] env[69577]: INFO networking_nsxv3.common.synchronization [req-9b37ad8e-38db-43d0-8f0e-761256991574 req-83ea3104-2372-423c-9ffa-e0ffa787a07a service nova] Enqueued Resource ID: b0aef619-df89-4e97-908d-1a2f59aa681d with Priority: HIGHEST for action port [ 879.399394] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 879.399508] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 879.399620] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0aef619-df89-4e97-908d-1a2f59aa681d with Priority: HIGHEST for action port [ 879.399886] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.400055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.400506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.400781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.400910] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.402209] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.402408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.402618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.403076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.403207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.403334] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.405381] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0aef619-df89-4e97-908d-1a2f59aa681d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.405381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0aef619-df89-4e97-908d-1a2f59aa681d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.405381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0aef619-df89-4e97-908d-1a2f59aa681d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.405381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0aef619-df89-4e97-908d-1a2f59aa681d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.405381] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0aef619-df89-4e97-908d-1a2f59aa681d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.642691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 879.642691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.912446] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.913340] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.913503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.913687] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0aef619-df89-4e97-908d-1a2f59aa681d with status ACTIVE [ 879.913908] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.914036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.914110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.914318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.914447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.914694] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.914814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.914877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.915771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.915880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.916090] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.916283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.916283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.916413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.916490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.916600] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0aef619-df89-4e97-908d-1a2f59aa681d is going to be updated. [ 879.920250] env[69577]: INFO networking_nsxv3.common.synchronization [req-df2d775b-5fa9-470e-8163-ec50f1b4f65e req-0f9ee148-66ce-4063-90ea-3e10225a7f93 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 879.921024] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 879.922932] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.923064] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.923122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.923300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.924093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.924093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.924093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.924093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.924093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.924093] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.940886] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.941059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.941108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.941316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.941453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.941610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0aef619-df89-4e97-908d-1a2f59aa681d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.159816] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 4s [ 880.284433] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.284633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.284770] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.285085] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.285360] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.285535] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.285685] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.285918] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.286084] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.286323] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.286473] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.286591] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.286668] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.286789] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.286899] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.287047] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.309796] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.309796] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.309796] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.310258] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-119" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.310331] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-5805328d-3e10-48fe-aea9-2dd8937c71f2 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.310649] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-5805328d-3e10-48fe-aea9-2dd8937c71f2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.310683] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-5805328d-3e10-48fe-aea9-2dd8937c71f2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.311052] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-5805328d-3e10-48fe-aea9-2dd8937c71f2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.311183] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5805328d-3e10-48fe-aea9-2dd8937c71f2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.421948] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.428843] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.814706] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.814951] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.815101] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.815503] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.815795] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816441] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 5805328d-3e10-48fe-aea9-2dd8937c71f2 not found, creating... [ 880.816545] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.817027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.817027] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.817395] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.817564] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.817870] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.818201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.818201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.818716] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.818716] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.818716] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 5805328d-3e10-48fe-aea9-2dd8937c71f2 is going to be created. [ 880.837846] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.838262] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.838539] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.838710] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.839057] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.839488] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-5805328d-3e10-48fe-aea9-2dd8937c71f2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.924702] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.924966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.924966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.925419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.925505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.925583] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be created. [ 880.930862] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.966867] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.967110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.967190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.967420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.967634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.978946] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: UNINITIALIZED for 2s [ 881.433660] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.434049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.434049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.434201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.434333] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.434669] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 881.473060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.473060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.473060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.473208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.473288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.483014] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 881.695874] env[69577]: INFO networking_nsxv3.common.synchronization [req-df2d775b-5fa9-470e-8163-ec50f1b4f65e req-49abf32a-29f1-4b3a-809f-1b9bda2d605b service nova] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_rules [ 881.698263] env[69577]: INFO networking_nsxv3.common.synchronization [req-df2d775b-5fa9-470e-8163-ec50f1b4f65e req-49abf32a-29f1-4b3a-809f-1b9bda2d605b service nova] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 881.698263] env[69577]: INFO networking_nsxv3.common.synchronization [req-df2d775b-5fa9-470e-8163-ec50f1b4f65e req-49abf32a-29f1-4b3a-809f-1b9bda2d605b service nova] Enqueued Resource ID: 5805328d-3e10-48fe-aea9-2dd8937c71f2 with Priority: HIGHEST for action port [ 881.698696] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_rules [ 881.698838] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 881.698938] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5805328d-3e10-48fe-aea9-2dd8937c71f2 with Priority: HIGHEST for action port [ 881.701907] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.702050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.702123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.702648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.702648] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.703544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.703688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.705083] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5805328d-3e10-48fe-aea9-2dd8937c71f2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.705448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5805328d-3e10-48fe-aea9-2dd8937c71f2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.705448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5805328d-3e10-48fe-aea9-2dd8937c71f2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.705448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5805328d-3e10-48fe-aea9-2dd8937c71f2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.705554] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5805328d-3e10-48fe-aea9-2dd8937c71f2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.154782] env[69577]: INFO networking_nsxv3.common.synchronization [req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 req-e0e48a27-90df-4230-b8be-dfa422a6c5fe tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 882.155356] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 882.155709] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.155857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.155929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.156426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.156649] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.156747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.156797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.156973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.157088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.157192] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.170732] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 882.174130] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 882.174130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.207261] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.207407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.207584] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5805328d-3e10-48fe-aea9-2dd8937c71f2 with status ACTIVE [ 882.207768] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.207874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.207941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.208239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.208337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.208524] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.208622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.208681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.208829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.208907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.209114] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.209209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.209278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.209419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.209493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.209578] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5805328d-3e10-48fe-aea9-2dd8937c71f2 is going to be updated. [ 882.240675] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.240808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.240808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.241082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.241493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.241743] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5805328d-3e10-48fe-aea9-2dd8937c71f2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.659901] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.994960] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 882.995281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.995517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.995822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.996098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.996274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.996379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.996603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.996746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.996871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.997039] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.158039] env[69577]: INFO networking_nsxv3.common.synchronization [req-22c2a463-4392-4702-968f-2ea2e774d808 req-bac5cd7d-44bb-4ca8-8cbc-1899ff223cf9 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 883.158575] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 883.158885] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.159077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.159077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.159323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.159455] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.159587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.159674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.159821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.159922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.160016] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.162224] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.499358] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 883.499620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.500387] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.500387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.500387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.500644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.500644] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.500757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.500757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.500931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.500998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.501092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.501252] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.501337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.501394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.501544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.501675] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.501758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.501839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.502237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.502483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.502543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.502639] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.503716] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.503892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.504089] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.504148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.504227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.504453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.504453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.504580] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.662499] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.662799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.662799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.663786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.664470] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.664626] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.664698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.664908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.665038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.665135] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be updated. [ 883.692228] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.692487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.692689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.692689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.692914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.693016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.693122] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 883.694818] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.694935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.695013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.695735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.695849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.703487] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 883.718150] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.718303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.718398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.718619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.718761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.726883] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 883.828740] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.828937] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.829109] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.829377] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.829631] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.829800] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.829912] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.830139] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.830280] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.830486] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.830600] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.830707] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.830817] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.830924] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.831041] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.831208] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.850159] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.850159] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.850159] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.850313] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.852728] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.852942] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.853086] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.853427] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.853873] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c1b3fd-b7e1-4f39-970b-3f7f4748dd79',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.007366] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1874da-fb5c-4da0-8092-62af8828966d: rpc.has_security_group_logging(os_id): False [ 884.010153] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.026333] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.026454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.026498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.026726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.026831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.027066] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.027170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.027236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.027414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.027494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.027691] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.027809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.027872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.028037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.028137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.028337] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.028445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.028508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.028663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.028749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.028855] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be created. [ 884.082678] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.082872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.082953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.083191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.083387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.095483] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 884.358331] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.358592] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.358722] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.359094] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.359256] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.359423] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 not found, creating... [ 884.359831] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.360018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.360339] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.360585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.360731] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.361103] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.361308] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.361505] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.361758] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.361903] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.362066] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 is going to be created. [ 884.387412] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.387713] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.387940] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.388213] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.388447] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.389039] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.512348] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.015174] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.015531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.015531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.015829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.016071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.016132] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 885.050280] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.050280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.050280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.050429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.050581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.062806] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 885.210448] env[69577]: INFO networking_nsxv3.common.synchronization [req-22c2a463-4392-4702-968f-2ea2e774d808 req-9ccd6acb-67cc-4d72-a1ce-557807b4320b service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 885.210448] env[69577]: INFO networking_nsxv3.common.synchronization [req-22c2a463-4392-4702-968f-2ea2e774d808 req-9ccd6acb-67cc-4d72-a1ce-557807b4320b service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 885.210448] env[69577]: INFO networking_nsxv3.common.synchronization [req-22c2a463-4392-4702-968f-2ea2e774d808 req-9ccd6acb-67cc-4d72-a1ce-557807b4320b service nova] Enqueued Resource ID: 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 with Priority: HIGHEST for action port [ 885.210448] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 885.210448] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 885.210448] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 with Priority: HIGHEST for action port [ 885.210448] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.211025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.211025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.211105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.211170] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.212601] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.212871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.213287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.213919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.214063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.214341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.218024] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c1b3fd-b7e1-4f39-970b-3f7f4748dd79',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.435019] env[69577]: INFO networking_nsxv3.common.synchronization [None req-23cbeb2d-e890-4097-924d-7271f68b0192 None None] Enqueued Resource ID: c6e8ffa8-e430-45e9-9452-47e6bdb944e4 with Priority: HIGHEST for action port [ 885.435019] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e8ffa8-e430-45e9-9452-47e6bdb944e4 with Priority: HIGHEST for action port [ 885.435019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e8ffa8-e430-45e9-9452-47e6bdb944e4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.435019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e8ffa8-e430-45e9-9452-47e6bdb944e4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.435019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e8ffa8-e430-45e9-9452-47e6bdb944e4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.435019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e8ffa8-e430-45e9-9452-47e6bdb944e4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.435019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e8ffa8-e430-45e9-9452-47e6bdb944e4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.713586] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 885.713954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.716457] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.716583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.723165] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 with status ACTIVE [ 885.723165] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.723165] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.723165] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.723165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.723165] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 is going to be updated. [ 885.737166] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 885.737449] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 885.737657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.737933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.738246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.738452] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.738590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.738659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.738923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.739101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.739260] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.748110] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.748378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.748515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.748773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.748943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.750097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.937964] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6e8ffa8-e430-45e9-9452-47e6bdb944e4 [ 885.940608] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.940608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.940608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.940608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.940608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.940608] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6e8ffa8-e430-45e9-9452-47e6bdb944e4 already deleted. [ 885.940608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e8ffa8-e430-45e9-9452-47e6bdb944e4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.005425] env[69577]: INFO networking_nsxv3.common.synchronization [req-16bb0390-1425-4406-ac5b-664590d49070 req-f319b556-4bb1-4953-9752-306090dc36a6 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Enqueued Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGHEST for action security_group_members [ 886.005970] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGHEST for action security_group_members [ 886.006323] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a24b6e7-489b-4126-9271-513611ad23a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.006424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.006487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.006735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.006889] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.006986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.007558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.007747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.007845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.007941] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.109150] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 886.110367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.242759] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.510669] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.510831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.510908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.511159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.511253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.511458] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.511967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.511967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.511967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.511967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.511967] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a24b6e7-489b-4126-9271-513611ad23a2 already deleted. [ 886.511967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.753312] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.981145] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.981357] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-729" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.981484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-729" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.981832] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-729" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.982109] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.982419] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.982419] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.983347] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.983347] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.983737] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.984302] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.985239] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.985239] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.985239] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.985239] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.985382] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.008135] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.008135] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.008135] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.008135] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-729" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.008135] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-12213fd4-703d-40ac-aaa5-a2c239d4ad56 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.008135] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-12213fd4-703d-40ac-aaa5-a2c239d4ad56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.008485] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-12213fd4-703d-40ac-aaa5-a2c239d4ad56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.008584] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-12213fd4-703d-40ac-aaa5-a2c239d4ad56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.008726] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12213fd4-703d-40ac-aaa5-a2c239d4ad56',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.071234] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 887.071464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.071633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.071850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.072065] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.072187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.072254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.076017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.076017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.076017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.076017] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.256971] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.257293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.257446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.257846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.257965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.258476] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 887.288755] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.288895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.288972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.289208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.289369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.297270] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 887.513816] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.513816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.513816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.513816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.513816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.513816] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 12213fd4-703d-40ac-aaa5-a2c239d4ad56 not found, creating... [ 887.513816] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.513816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.513816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.513816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.514216] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.515336] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.515336] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.515336] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.519269] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.519269] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.519269] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 12213fd4-703d-40ac-aaa5-a2c239d4ad56 is going to be created. [ 887.548656] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.548991] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.549287] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.549388] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.549971] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.549971] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-12213fd4-703d-40ac-aaa5-a2c239d4ad56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.579598] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.579768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.579839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.580171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.580235] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.580344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.580399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.580556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.580643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.580733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.580883] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.581775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.581775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.581775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.581775] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.581775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.581775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.581775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.581775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.581775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.581775] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.087502] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f564def0-309e-4173-8211-93c2e1736b51: rpc.has_security_group_logging(os_id): False [ 888.103695] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.103887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.103995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.104359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.104359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.104551] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.104650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.104707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.104856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.104941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.105152] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.105248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.105578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.105578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.105578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.105701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.105765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.105838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.105990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.106081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.106168] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 888.161451] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.162139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.163779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.163779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.163779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.190903] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 888.703076] env[69577]: INFO networking_nsxv3.common.synchronization [req-b3a266de-f8d1-487c-9139-9f839c6b3a59 req-5baf5be4-c55c-4b95-be70-386d70386d58 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 888.703621] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 888.703959] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.704102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.704171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.704372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.704524] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.704635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.704696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.704840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.704928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.706444] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.038326] env[69577]: INFO networking_nsxv3.common.synchronization [req-16bb0390-1425-4406-ac5b-664590d49070 req-38e850bc-cf57-4c45-973c-41909a270b7e service nova] Enqueued Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGHEST for action security_group_rules [ 889.038601] env[69577]: INFO networking_nsxv3.common.synchronization [req-16bb0390-1425-4406-ac5b-664590d49070 req-38e850bc-cf57-4c45-973c-41909a270b7e service nova] Enqueued Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGHEST for action security_group_members [ 889.038601] env[69577]: INFO networking_nsxv3.common.synchronization [req-16bb0390-1425-4406-ac5b-664590d49070 req-38e850bc-cf57-4c45-973c-41909a270b7e service nova] Enqueued Resource ID: 12213fd4-703d-40ac-aaa5-a2c239d4ad56 with Priority: HIGHEST for action port [ 889.038829] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGHEST for action security_group_rules [ 889.038964] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGHEST for action security_group_members [ 889.039075] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12213fd4-703d-40ac-aaa5-a2c239d4ad56 with Priority: HIGHEST for action port [ 889.039646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a24b6e7-489b-4126-9271-513611ad23a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.039774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.039839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.044399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.044399] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.046751] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a24b6e7-489b-4126-9271-513611ad23a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.046751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.046751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.046751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.046751] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.046943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.047933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.047933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.047933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.047933] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.050146] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-12213fd4-703d-40ac-aaa5-a2c239d4ad56 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.050146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12213fd4-703d-40ac-aaa5-a2c239d4ad56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.050146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12213fd4-703d-40ac-aaa5-a2c239d4ad56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.050146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12213fd4-703d-40ac-aaa5-a2c239d4ad56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.050146] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12213fd4-703d-40ac-aaa5-a2c239d4ad56',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.060126] env[69577]: INFO networking_nsxv3.common.synchronization [req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 req-3762dff8-4b79-4860-bbd2-5377e775105b tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Enqueued Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGHEST for action security_group_members [ 889.060629] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGHEST for action security_group_members [ 889.062089] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-364c6775-6080-4f4d-9c0e-38d1ec2566b6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.062089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.062089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.062089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.062089] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.062089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.062089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.062089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.063178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.063328] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.208539] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.311859] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 889.311859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.311859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.311859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.311859] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.311859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.311859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.311859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.311859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.311859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.311859] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.512582] env[69577]: INFO networking_nsxv3.common.synchronization [None req-80b4b2f1-9dae-411a-ae7a-cc890ac38bf0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 889.513468] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 889.514080] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.514291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.551685] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a24b6e7-489b-4126-9271-513611ad23a2 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.551832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.552095] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.553153] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12213fd4-703d-40ac-aaa5-a2c239d4ad56 with status ACTIVE [ 889.553373] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.553519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.553687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.553904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.553983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.555196] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.555315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.555385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.555576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.555682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.555960] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.556102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.556139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.559875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.559875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.559875] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12213fd4-703d-40ac-aaa5-a2c239d4ad56 is going to be updated. [ 889.565569] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.565745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.565817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.566046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.566154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.566537] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.566537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.566537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.566719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.566775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.566863] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 already deleted. [ 889.566965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.577126] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.577126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.577126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.577126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.577126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.577126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12213fd4-703d-40ac-aaa5-a2c239d4ad56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.696076] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.696292] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-231" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.696421] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-231" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.696741] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-231" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.699468] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.699698] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.699829] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.700081] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.700237] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.700448] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.700569] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.700682] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.700794] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.700906] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.701019] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.701157] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.714465] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.729855] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.730026] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.730172] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.730421] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-231" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.730682] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.730858] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.730982] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.731322] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.731468] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.798643] env[69577]: INFO networking_nsxv3.common.synchronization [req-3ba73390-b334-44dc-9350-d7f0396c5b98 req-16426c5e-e801-424c-9c9c-0c70ed7107cf tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Enqueued Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGHEST for action security_group_members [ 889.799171] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGHEST for action security_group_members [ 889.799467] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7190fd8-9259-4ee6-8d8e-d1394ec19483 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.799582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.799645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.799834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.799975] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.800258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.800310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.800428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.800506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.800593] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.816019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.816019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.816019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.816019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.816019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.816736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.816736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.816736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.816736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.816736] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.058582] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.205794] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 890.206106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.216886] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.217114] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.217184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.217401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.217487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.217584] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 890.234201] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.234476] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.236018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.236018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.236018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.236018] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 not found, creating... [ 890.236018] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.236018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.236018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.236018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.236314] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.236396] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.236554] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.236670] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.236902] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.237485] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.237720] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 is going to be created. [ 890.244773] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.245016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.245124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.245368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.245562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.257116] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 890.262737] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.262985] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.263136] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.263441] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.263702] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.264331] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.304655] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.304834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.304909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.305167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.305692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.305692] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.305692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.305692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.305888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.305888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.305967] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 is going to be updated. [ 890.318294] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421e5434-33dd-4724-b929-dba55fcc886a: rpc.has_security_group_logging(os_id): False [ 890.352144] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.352433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.352910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.353197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.353364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.353624] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.354177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.354177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.354270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.354346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.354611] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.354682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.354749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.354897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.354975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.355193] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.355296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.355372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.355495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.355587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.355676] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 890.372678] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.372833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.372926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.373156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.373329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.382563] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 in Status: IN_PROGRESS for 2s [ 890.455477] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.455477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.455477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.455477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.455477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.470242] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 890.563544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.563709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.563779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.564015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.564108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.564203] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a24b6e7-489b-4126-9271-513611ad23a2 is going to be created. [ 890.605259] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.605462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.605512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.605729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.605940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.615326] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a24b6e7-489b-4126-9271-513611ad23a2 in Status: UNINITIALIZED for 2s [ 890.769073] env[69577]: INFO networking_nsxv3.common.synchronization [req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d req-b7190720-b52f-437d-8ac9-63447481d376 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Enqueued Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_members [ 890.769596] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGHEST for action security_group_members [ 890.769913] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.770035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.770104] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.770486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.770486] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.770631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.770631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.770800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.770800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.770873] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.276943] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.276943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.276943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.277256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.277256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.277720] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.277720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.277720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.277720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.277720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.277925] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 is going to be updated. [ 891.306254] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.306426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.306485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.306700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.306842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.315733] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 in Status: IN_PROGRESS for 2s [ 891.337019] env[69577]: INFO networking_nsxv3.common.synchronization [req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 req-946967f3-4628-43d5-86e1-4ee2eab49da9 service nova] Enqueued Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGHEST for action security_group_rules [ 891.337335] env[69577]: INFO networking_nsxv3.common.synchronization [req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 req-946967f3-4628-43d5-86e1-4ee2eab49da9 service nova] Enqueued Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGHEST for action security_group_members [ 891.337514] env[69577]: INFO networking_nsxv3.common.synchronization [req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 req-946967f3-4628-43d5-86e1-4ee2eab49da9 service nova] Enqueued Resource ID: 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 with Priority: HIGHEST for action port [ 891.338403] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGHEST for action security_group_rules [ 891.338403] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGHEST for action security_group_members [ 891.339474] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 with Priority: HIGHEST for action port [ 891.339474] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.339474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.339474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.339474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.339474] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.340220] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-364c6775-6080-4f4d-9c0e-38d1ec2566b6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.340387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.340455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.340645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.344154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.344154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.344154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.345277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.345498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.345630] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.347108] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.347242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.347305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.347490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.347564] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.850513] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-364c6775-6080-4f4d-9c0e-38d1ec2566b6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.850824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.850824] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.851707] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 with status ACTIVE [ 891.851887] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.852013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.852088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.852295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.852387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.852560] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.852655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.852717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.852859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.852935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.853128] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.853221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.853281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.853417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.853490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.853571] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 is going to be updated. [ 891.882018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.882018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.882018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.882018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.882018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.882018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.266618] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 892.266865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.267069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.267350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.267517] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.267591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.267645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.267791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.267867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.267958] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.359208] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.393041] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 in Status: SUCCESS [ 892.393319] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 deletion is rescheduled due to dependency. [ 892.393509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.487664] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 892.487664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.625023] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a24b6e7-489b-4126-9271-513611ad23a2 in Status: SUCCESS [ 892.625261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.625634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.627500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.627500] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.627500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.627500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.627500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.627500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.627500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.627500] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.773907] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.774094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.774166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.774391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.774483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.774677] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.774775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.774839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.775052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.775090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.775144] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 892.801022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.801186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.801570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.801570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.801806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.809908] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 892.863689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.864095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.864095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.864191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.864225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.864313] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 is going to be created. [ 892.888720] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.888720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.888720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.888720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.888720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.897440] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 in Status: UNINITIALIZED for 2s [ 893.131577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a24b6e7-489b-4126-9271-513611ad23a2 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.131827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.131945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.132294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.132542] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.132669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.132773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.133029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.133160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.133265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.133414] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a24b6e7-489b-4126-9271-513611ad23a2 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.133532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.133585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.133730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.133965] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.136087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.136087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.136087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.136087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.136087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.136087] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.325652] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 in Status: SUCCESS [ 893.325652] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 deletion is rescheduled due to dependency. [ 893.325652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.639169] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a24b6e7-489b-4126-9271-513611ad23a2: rpc.has_security_group_logging(os_id): False [ 893.656189] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.656337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.656409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.656625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.656795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.656910] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.657021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.657083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.657232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.657312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.657507] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.657589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.657647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.657784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.657859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.658788] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.658947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.659034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.659202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.659283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.659372] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a24b6e7-489b-4126-9271-513611ad23a2 is going to be created. [ 893.730820] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.731029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.731066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.731272] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.731486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.744733] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a24b6e7-489b-4126-9271-513611ad23a2 in Status: IN_PROGRESS for 2s [ 894.158679] env[69577]: INFO networking_nsxv3.common.synchronization [req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 req-9f460239-24bd-4b81-beee-694f73e4040a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 894.159601] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 894.159601] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.159728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.159728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.160032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.161453] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.161453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.161453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.161453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.161655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.161655] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.555310] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.555310] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.555310] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.555310] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.555310] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.555789] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.556112] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.556562] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.556895] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.557353] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.557593] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.557856] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.558150] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.558511] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.558797] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.559131] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.591345] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.591345] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 894.591345] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.591345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.591345] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-68b9f559-0f46-4880-9744-3b83ca421317 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.591345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-68b9f559-0f46-4880-9744-3b83ca421317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.591345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-68b9f559-0f46-4880-9744-3b83ca421317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.591345] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-68b9f559-0f46-4880-9744-3b83ca421317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.591345] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b9f559-0f46-4880-9744-3b83ca421317',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.665897] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.666159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.666254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.666563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.667074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.667074] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.667074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.667074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.667316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.667316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.667374] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 already deleted. [ 894.667444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.819285] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 894.819479] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c deletion is rescheduled due to dependency. [ 894.819596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.906671] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 in Status: SUCCESS [ 894.906671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.906772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.907220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.907220] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.907353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.907465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.907840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.907840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.907840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.907840] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.096636] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.097059] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097258] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.097588] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.097846] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.098158] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 68b9f559-0f46-4880-9744-3b83ca421317 not found, creating... [ 895.098532] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.098738] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.098925] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.099313] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.099510] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.099856] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.100146] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.100303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.100566] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.100760] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.100951] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 68b9f559-0f46-4880-9744-3b83ca421317 is going to be created. [ 895.121725] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.122023] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.122244] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.122598] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.122918] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.123181] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-68b9f559-0f46-4880-9744-3b83ca421317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.412762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-364c6775-6080-4f4d-9c0e-38d1ec2566b6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.412762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.412762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-364c6775-6080-4f4d-9c0e-38d1ec2566b6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.412762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.412762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.413462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.413462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.413462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.413462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.413462] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.760801] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a24b6e7-489b-4126-9271-513611ad23a2 in Status: SUCCESS [ 895.761061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.915602] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 364c6775-6080-4f4d-9c0e-38d1ec2566b6: rpc.has_security_group_logging(os_id): False [ 895.938398] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.938571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.938646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.938863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.939145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.939387] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.939494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.939560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.939729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.939813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.940281] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.940281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.940411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.940496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.940580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.940763] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.940863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.940924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.941078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.941252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.941252] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 is going to be created. [ 895.980834] env[69577]: INFO networking_nsxv3.common.synchronization [req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 req-b76d57c0-cb7e-4f78-b7cc-25e7f774ee79 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 895.981200] env[69577]: INFO networking_nsxv3.common.synchronization [req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 req-b76d57c0-cb7e-4f78-b7cc-25e7f774ee79 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 895.981320] env[69577]: INFO networking_nsxv3.common.synchronization [req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 req-b76d57c0-cb7e-4f78-b7cc-25e7f774ee79 service nova] Enqueued Resource ID: 68b9f559-0f46-4880-9744-3b83ca421317 with Priority: HIGHEST for action port [ 895.983427] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 895.983427] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 895.983427] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b9f559-0f46-4880-9744-3b83ca421317 with Priority: HIGHEST for action port [ 895.983427] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.983427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.983427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.983427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.983427] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.985038] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.985170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.985245] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.985505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.985735] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.985892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.985998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.987560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.987560] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.989823] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-68b9f559-0f46-4880-9744-3b83ca421317 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.989968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68b9f559-0f46-4880-9744-3b83ca421317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.990052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68b9f559-0f46-4880-9744-3b83ca421317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.990256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68b9f559-0f46-4880-9744-3b83ca421317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.990378] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b9f559-0f46-4880-9744-3b83ca421317',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.017889] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.018079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.018150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.018391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.018580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.029756] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 in Status: IN_PROGRESS for 2s [ 896.490745] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.499742] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68b9f559-0f46-4880-9744-3b83ca421317 with status ACTIVE [ 896.499742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.499891] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.499891] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.500153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.500696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.500696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.500696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.500696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501198] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501662] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68b9f559-0f46-4880-9744-3b83ca421317 is going to be updated. [ 896.503417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.503417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.523931] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.524024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.524065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.524308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.524658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.524718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68b9f559-0f46-4880-9744-3b83ca421317" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.994156] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.497139] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.497540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.497540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.497660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.497714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.497814] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be created. [ 897.530459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.530459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.530459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.530459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.530654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.549893] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: UNINITIALIZED for 2s [ 898.043455] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 in Status: SUCCESS [ 898.043455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.560928] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 899.561289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.561672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.561896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.562135] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.562282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.562357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.562539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.562629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.562744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.562858] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.665803] env[69577]: INFO networking_nsxv3.common.synchronization [req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 req-f2b88598-d808-491e-a27c-e3e83eb791ef tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_members [ 899.666388] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 with Priority: HIGHEST for action security_group_members [ 899.666717] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.666923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.666989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.667784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.668827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.668827] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.065803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.066054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.066225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.066466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.066678] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.066824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.066927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.067164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.067272] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.067384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.067578] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.067731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.067814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.068000] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.068203] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.068343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.068428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.068601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.068722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.072386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.072569] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.171965] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.172180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.172248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.172669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.194092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.194799] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.195022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.195209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.195314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.195412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.195513] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 is going to be updated. [ 900.229876] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.230176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.230176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.230514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.230683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.240291] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 in Status: IN_PROGRESS for 2s [ 900.581190] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9edae4-1229-43a7-84f9-386d12399df9: rpc.has_security_group_logging(os_id): False [ 900.599065] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.599216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.599289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.599539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.599598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.599792] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.599889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.600044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.600117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.600199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.600421] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.600530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.600594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.600739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.600816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.601227] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.601381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.601473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.601652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.601766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.602243] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be created. [ 900.665287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.665548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.665753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.666011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.666323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.676985] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 901.660897] env[69577]: INFO networking_nsxv3.common.synchronization [req-1615f8fb-9787-4e80-87cb-b71784131de8 req-81ff8856-0934-4df7-ba95-100e33e8656d tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Enqueued Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGHEST for action security_group_members [ 901.662405] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGHEST for action security_group_members [ 901.663070] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a24b6e7-489b-4126-9271-513611ad23a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.663288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.663361] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.663582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.663761] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.663869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.663934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.664172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.664305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.664363] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.168781] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.169145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.169224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.169477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.169624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.169886] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.170036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.170105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.170290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.170401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.170524] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a24b6e7-489b-4126-9271-513611ad23a2 is going to be updated. [ 902.196186] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.196555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.196669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.197136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.197515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.206391] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a24b6e7-489b-4126-9271-513611ad23a2 in Status: IN_PROGRESS for 2s [ 902.252135] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 in Status: SUCCESS [ 902.252356] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3 deletion is rescheduled due to dependency. [ 902.252493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.259405] env[69577]: INFO networking_nsxv3.common.synchronization [req-09aebdfc-9c57-42a0-a62d-833def178dfd req-45deccaa-7ab6-4640-9de8-e882f64ae4b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 902.259958] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGHEST for action security_group_members [ 902.260345] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.260491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.260904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.260904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.260904] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.261063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.261116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.261237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.261316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.261411] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.690656] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 902.691160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.764048] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.764048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.764048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.764506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.764506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.764613] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.764690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.764739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.765489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.765489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.765489] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be updated. [ 902.791483] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.791833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.791946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.792256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.792804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.806644] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: IN_PROGRESS for 2s [ 903.857243] env[69577]: INFO networking_nsxv3.common.synchronization [req-d934012d-727a-4872-b0ca-98c68de6128c req-d4b26b28-245d-4a97-81f7-b8b682b5dff6 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Enqueued Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGHEST for action security_group_members [ 903.857866] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGHEST for action security_group_members [ 903.858804] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-364c6775-6080-4f4d-9c0e-38d1ec2566b6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.858964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.859027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.859251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.859431] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.859530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.859608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.859762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.859838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.859960] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.964531] env[69577]: INFO networking_nsxv3.common.synchronization [req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc req-3bbcf870-3747-4c34-8265-83c4e147dca6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 903.965170] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 903.965504] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.965662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.965745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.965994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.966420] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.966728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.966728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.966728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.967187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.967187] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.228740] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a24b6e7-489b-4126-9271-513611ad23a2 in Status: SUCCESS [ 904.228740] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a24b6e7-489b-4126-9271-513611ad23a2 deletion is rescheduled due to dependency. [ 904.228740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.363856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.363856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.363856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.364876] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.364876] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.364876] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.365100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.365100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.365280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.365357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.365465] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 is going to be updated. [ 904.393978] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.394140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.394215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.395692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.395692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.404229] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 in Status: IN_PROGRESS for 2s [ 904.470558] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.470762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.470846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.471202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.471278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.471496] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.471596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.471654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.471821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.471910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.471996] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 904.499262] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.499644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.499644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.499906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.500140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.505700] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.505899] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.506072] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.506400] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.506705] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.506956] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.507040] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.507344] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.507638] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.508097] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.508211] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.508368] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.508619] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.508800] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.508965] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.509579] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.522948] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 904.537886] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.538968] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.540933] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.540933] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.540933] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-27e92891-524a-4b02-bb90-91cd138b6c94 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.540933] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-27e92891-524a-4b02-bb90-91cd138b6c94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.540933] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-27e92891-524a-4b02-bb90-91cd138b6c94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.540933] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-27e92891-524a-4b02-bb90-91cd138b6c94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.544743] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e92891-524a-4b02-bb90-91cd138b6c94',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.817488] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 in Status: SUCCESS [ 904.817688] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 deletion is rescheduled due to dependency. [ 904.817808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.047097] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.047987] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.047987] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.048246] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.048246] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.048460] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 27e92891-524a-4b02-bb90-91cd138b6c94 not found, creating... [ 905.048819] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.049076] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.049241] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.049491] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.049683] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.051024] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.051667] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.052221] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.055218] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.055218] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.055218] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 27e92891-524a-4b02-bb90-91cd138b6c94 is going to be created. [ 905.074154] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.074461] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.074659] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.075017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.075394] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.075658] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-27e92891-524a-4b02-bb90-91cd138b6c94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.840145] env[69577]: INFO networking_nsxv3.common.synchronization [req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc req-149d970d-35cd-4948-b257-0418af0d619c service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 905.840520] env[69577]: INFO networking_nsxv3.common.synchronization [req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc req-149d970d-35cd-4948-b257-0418af0d619c service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 905.840520] env[69577]: INFO networking_nsxv3.common.synchronization [req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc req-149d970d-35cd-4948-b257-0418af0d619c service nova] Enqueued Resource ID: 27e92891-524a-4b02-bb90-91cd138b6c94 with Priority: HIGHEST for action port [ 905.840972] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 905.844204] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 905.844204] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e92891-524a-4b02-bb90-91cd138b6c94 with Priority: HIGHEST for action port [ 905.844204] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.844619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.844619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.844619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.844716] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.846129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.846253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.846463] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e92891-524a-4b02-bb90-91cd138b6c94 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.846587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e92891-524a-4b02-bb90-91cd138b6c94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.846672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e92891-524a-4b02-bb90-91cd138b6c94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.846906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e92891-524a-4b02-bb90-91cd138b6c94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.846986] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e92891-524a-4b02-bb90-91cd138b6c94',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.350510] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.350849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.350849] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e92891-524a-4b02-bb90-91cd138b6c94 with status ACTIVE [ 906.350997] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.351123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.351311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.351397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.351490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.351664] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.351758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.351818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.351964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.352094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.352396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.352543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.352614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.352824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.352927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.353051] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e92891-524a-4b02-bb90-91cd138b6c94 is going to be updated. [ 906.376153] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.376405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.376518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.376817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.377034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.377277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e92891-524a-4b02-bb90-91cd138b6c94" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.412827] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 in Status: SUCCESS [ 906.413021] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 deletion is rescheduled due to dependency. [ 906.413131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.536909] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 906.537106] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 906.537224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.537419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.537961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.537961] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.537961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.538174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.538174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.538242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.538340] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.042013] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.546864] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.062587] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.062760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.062886] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.063153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.063235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.063279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 908.090745] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.090745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.090745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.090996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.091243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.104506] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 909.635368] env[69577]: INFO networking_nsxv3.common.synchronization [req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 req-2b5935a6-ff5f-419b-b499-9633ae5c88df tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 909.636177] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 909.636993] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.639363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.639667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.640263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.640631] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.641328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.641398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.642244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.642244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.642244] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.115105] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 910.115424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.115632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.115900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.116187] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.116345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.116523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.116763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.116870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.116982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.117088] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.145298] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.145298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.145298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.145298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.145298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.145630] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.145630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.145630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.145808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.145909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.145997] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 910.173536] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.173727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.175023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.175023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.175023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.182752] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 910.619789] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.620008] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.620095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.620341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.620622] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.620745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.620854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.621074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.621287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.621287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.621488] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.621560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.621630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.621791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.621964] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.622079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.622141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.622320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.622414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.622608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.622721] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.125617] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bf69c6-d9a2-436a-87e6-9581e734aa48: rpc.has_security_group_logging(os_id): False [ 911.143434] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.143434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.143434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.143770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.144866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.144866] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.144866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.144866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.144866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.144866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.144866] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.144866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.145468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.145468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.146202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.146202] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.146202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.146202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.146202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.146202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.146563] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 911.238581] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.239210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.239360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.239939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.240205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.255542] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 912.191063] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 912.191348] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 912.191395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.268299] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 913.268689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.486687] env[69577]: INFO networking_nsxv3.common.synchronization [None req-31896dc8-782f-42bc-871c-c4eaaaed91d2 None None] Enqueued Resource ID: 96477f87-7782-4821-b9c7-f0cab8da54bb with Priority: HIGHEST for action port [ 914.489334] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96477f87-7782-4821-b9c7-f0cab8da54bb with Priority: HIGHEST for action port [ 914.493187] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-96477f87-7782-4821-b9c7-f0cab8da54bb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.493187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96477f87-7782-4821-b9c7-f0cab8da54bb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.493187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96477f87-7782-4821-b9c7-f0cab8da54bb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.493187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96477f87-7782-4821-b9c7-f0cab8da54bb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.493187] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96477f87-7782-4821-b9c7-f0cab8da54bb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.996843] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96477f87-7782-4821-b9c7-f0cab8da54bb [ 914.997095] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.997232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.997308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.997531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.997635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.997735] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96477f87-7782-4821-b9c7-f0cab8da54bb already deleted. [ 914.997817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96477f87-7782-4821-b9c7-f0cab8da54bb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.104144] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4da087d1-05e3-41e1-8b03-0268705e9df2 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_rules [ 916.104697] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_rules [ 916.105020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.105141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.105205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.105786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.105870] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.187307] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a6949f70-85fc-4199-831c-e53304f4697e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_rules [ 916.187825] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_rules [ 916.188137] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.188235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.636163] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.636377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.636377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.636589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.636762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.636918] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b already deleted. [ 916.636968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.637106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.637294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.637360] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.732732] env[69577]: INFO networking_nsxv3.common.synchronization [None req-563b0553-9fe2-45e5-837c-e3c3961cb37b None None] Enqueued Resource ID: 023023f9-8728-4cec-8696-8343c31a1a4d with Priority: HIGHEST for action port [ 916.732732] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023023f9-8728-4cec-8696-8343c31a1a4d with Priority: HIGHEST for action port [ 916.732732] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-023023f9-8728-4cec-8696-8343c31a1a4d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.732732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-023023f9-8728-4cec-8696-8343c31a1a4d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.732732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-023023f9-8728-4cec-8696-8343c31a1a4d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.732732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-023023f9-8728-4cec-8696-8343c31a1a4d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.732732] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023023f9-8728-4cec-8696-8343c31a1a4d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.162079] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.162079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.162079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.162079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.162079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.162079] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b already deleted. [ 917.162079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.233262] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 023023f9-8728-4cec-8696-8343c31a1a4d [ 917.233446] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.233561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.233709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.233842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.233916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.234021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:023023f9-8728-4cec-8696-8343c31a1a4d already deleted. [ 917.234111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-023023f9-8728-4cec-8696-8343c31a1a4d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.472624] env[69577]: INFO networking_nsxv3.common.synchronization [req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e req-665939f9-4fb5-4aa2-8a4c-65447fc7cceb tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 917.473392] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 917.473795] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.473953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.474051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.474370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.474584] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.474894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.474979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.475210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.475323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.475448] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.982029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.982029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.982029] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 already deleted. [ 917.982029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.101572] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.103624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.103624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.103624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.103624] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.103624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.103624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.103624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.103624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.104140] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.104140] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.104140] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.104140] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.104140] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.104279] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.104411] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.125825] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.126010] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.126184] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.126377] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.126737] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.126935] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.127076] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.127435] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.127581] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a4ea08-9b50-43d0-9287-c8bbd8dd4164',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.634894] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.634894] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.634894] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.635391] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.635391] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.635391] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 not found, creating... [ 918.635633] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.635815] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.635941] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.636196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.636343] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.636632] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.636834] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.636973] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.638427] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.638427] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.638546] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 is going to be created. [ 918.659994] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.659994] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.659994] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.660297] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.660533] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.660774] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.667369] env[69577]: INFO networking_nsxv3.common.synchronization [req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e req-f6c7b545-7b3d-40d2-80c0-0d36e913368f service nova] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_rules [ 919.667369] env[69577]: INFO networking_nsxv3.common.synchronization [req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e req-f6c7b545-7b3d-40d2-80c0-0d36e913368f service nova] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 919.667369] env[69577]: INFO networking_nsxv3.common.synchronization [req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e req-f6c7b545-7b3d-40d2-80c0-0d36e913368f service nova] Enqueued Resource ID: 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 with Priority: HIGHEST for action port [ 919.667369] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_rules [ 919.667369] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 919.667369] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 with Priority: HIGHEST for action port [ 919.667369] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.667369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.667369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.667369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.667369] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.671528] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.671528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.671528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.671528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.671528] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.671528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.671528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.673123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.673123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.673123] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.674190] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.674404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.675574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.675574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.675574] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a4ea08-9b50-43d0-9287-c8bbd8dd4164',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.174971] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.182020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.182020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 with status ACTIVE [ 920.182020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.182020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.182020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.182020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.182638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.182638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.182638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.182638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.182638] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 is going to be updated. [ 920.202359] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.202359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.202359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.202545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.202583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.204487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a4ea08-9b50-43d0-9287-c8bbd8dd4164" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.682589] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.182694] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.182850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.182923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.184775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.184775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.184775] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 is going to be created. [ 921.209050] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.209050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.209050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.209050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.209400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.218556] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: UNINITIALIZED for 2s [ 922.163447] env[69577]: INFO networking_nsxv3.common.synchronization [None req-427eef44-08e4-4399-9242-b825a1f5a421 None None] Enqueued Resource ID: 157429c0-c251-453f-ab90-0f1909d13796 with Priority: HIGHEST for action port [ 922.163684] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157429c0-c251-453f-ab90-0f1909d13796 with Priority: HIGHEST for action port [ 922.164255] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-157429c0-c251-453f-ab90-0f1909d13796 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.164404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157429c0-c251-453f-ab90-0f1909d13796" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.164469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157429c0-c251-453f-ab90-0f1909d13796" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.164700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157429c0-c251-453f-ab90-0f1909d13796" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.164777] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157429c0-c251-453f-ab90-0f1909d13796',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.670254] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 157429c0-c251-453f-ab90-0f1909d13796 [ 922.670254] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.670254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.670254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.670254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.670254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.670254] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:157429c0-c251-453f-ab90-0f1909d13796 already deleted. [ 922.670254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157429c0-c251-453f-ab90-0f1909d13796" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.234254] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: SUCCESS [ 923.234598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.234878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.235109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.235352] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.235506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.235580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.235759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.235854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.235982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.236221] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.442365] env[69577]: INFO networking_nsxv3.common.synchronization [req-442fe606-e295-4ee3-a5f2-8fd521db09c4 req-5a6ee173-afa2-4210-a152-9e4320198b91 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 923.442891] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 923.443596] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.443714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.444062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.444062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.444321] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.444476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.444647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.444728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.444852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.444986] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.740231] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.740388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.740463] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.740762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.740842] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.740939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.741012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.741183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.741266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.741354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.741501] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.741592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.741652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.741790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.741925] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.742024] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.742232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.742232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.742309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.742349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.742436] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.947288] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.246207] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2373f189-6ac4-4fc3-9f33-9731de15c793: rpc.has_security_group_logging(os_id): False [ 924.262455] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.262991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.265060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.265060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.265060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.265060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.265605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.265605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.265963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.266224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.266444] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 is going to be created. [ 924.287945] env[69577]: INFO networking_nsxv3.common.synchronization [None req-60d22296-876b-4477-9d23-e1cb019b6d1e None None] Enqueued Resource ID: 368a714e-cde2-4efa-99b8-5c194f90a3d6 with Priority: HIGHEST for action port [ 924.288688] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368a714e-cde2-4efa-99b8-5c194f90a3d6 with Priority: HIGHEST for action port [ 924.289491] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-368a714e-cde2-4efa-99b8-5c194f90a3d6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.289678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-368a714e-cde2-4efa-99b8-5c194f90a3d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.289721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-368a714e-cde2-4efa-99b8-5c194f90a3d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.290139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-368a714e-cde2-4efa-99b8-5c194f90a3d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.290922] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368a714e-cde2-4efa-99b8-5c194f90a3d6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.312128] env[69577]: INFO networking_nsxv3.common.synchronization [None req-f1d64238-fa80-4b62-aaab-2cdcb4fe0f78 None None] Enqueued Resource ID: e80ec33c-5827-4119-8feb-b410b55a6584 with Priority: HIGHEST for action port [ 924.312128] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80ec33c-5827-4119-8feb-b410b55a6584 with Priority: HIGHEST for action port [ 924.313342] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e80ec33c-5827-4119-8feb-b410b55a6584 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.313508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e80ec33c-5827-4119-8feb-b410b55a6584" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.313508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e80ec33c-5827-4119-8feb-b410b55a6584" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.313734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e80ec33c-5827-4119-8feb-b410b55a6584" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.313813] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e80ec33c-5827-4119-8feb-b410b55a6584',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.323243] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.323362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.323469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.323636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.323814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.337032] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: IN_PROGRESS for 2s [ 924.449434] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.483651] env[69577]: INFO networking_nsxv3.common.synchronization [None req-b7340cd5-0a08-4674-b140-da077b22e2d6 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_rules [ 924.484320] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_rules [ 924.484546] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.485066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.485178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.485442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.485530] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.680905] env[69577]: INFO networking_nsxv3.common.synchronization [None req-e336f139-d663-4a76-9f12-77cd49fe7334 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_rules [ 924.681045] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_rules [ 924.681375] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.681481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.794574] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 368a714e-cde2-4efa-99b8-5c194f90a3d6 [ 924.795056] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.796565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.796755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.796981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.797099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.797205] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:368a714e-cde2-4efa-99b8-5c194f90a3d6 already deleted. [ 924.797292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-368a714e-cde2-4efa-99b8-5c194f90a3d6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.819533] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e80ec33c-5827-4119-8feb-b410b55a6584 [ 924.819786] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.820053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.820476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.820476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.820476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.820715] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e80ec33c-5827-4119-8feb-b410b55a6584 already deleted. [ 924.820762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e80ec33c-5827-4119-8feb-b410b55a6584" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.953553] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.953730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.953802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.953991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.954093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.954193] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 924.987246] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.987246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.987246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.987246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.987246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.999986] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 925.006696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.006696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.006696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.006696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.006696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.008047] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 already deleted. [ 925.008047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.008047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.008047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.008047] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.274450] env[69577]: INFO networking_nsxv3.common.synchronization [None req-22245038-7ac7-473c-a83c-596c281ae568 None None] Enqueued Resource ID: 0eb24cfa-25c7-4d98-9976-545890d02089 with Priority: HIGHEST for action port [ 925.277018] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb24cfa-25c7-4d98-9976-545890d02089 with Priority: HIGHEST for action port [ 925.277018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eb24cfa-25c7-4d98-9976-545890d02089 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.277018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eb24cfa-25c7-4d98-9976-545890d02089" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.277018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eb24cfa-25c7-4d98-9976-545890d02089" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.277018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eb24cfa-25c7-4d98-9976-545890d02089" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.277018] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb24cfa-25c7-4d98-9976-545890d02089',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.529377] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.529499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.529688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.529779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.529866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.529960] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 already deleted. [ 925.530165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.778887] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eb24cfa-25c7-4d98-9976-545890d02089 [ 925.779141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.779281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.779352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.779568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.779657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.779753] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eb24cfa-25c7-4d98-9976-545890d02089 already deleted. [ 925.779834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eb24cfa-25c7-4d98-9976-545890d02089" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.353013] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: SUCCESS [ 926.353576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.442611] env[69577]: INFO networking_nsxv3.common.synchronization [None req-aa040f7d-b70a-4ac7-ae68-c9e887cba010 None None] Enqueued Resource ID: 3721c4dc-b227-43a4-a613-edd1c855ad2c with Priority: HIGHEST for action port [ 926.443587] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3721c4dc-b227-43a4-a613-edd1c855ad2c with Priority: HIGHEST for action port [ 926.443919] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3721c4dc-b227-43a4-a613-edd1c855ad2c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.444072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3721c4dc-b227-43a4-a613-edd1c855ad2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.444198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3721c4dc-b227-43a4-a613-edd1c855ad2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.444399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3721c4dc-b227-43a4-a613-edd1c855ad2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.444484] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3721c4dc-b227-43a4-a613-edd1c855ad2c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.477955] env[69577]: INFO networking_nsxv3.common.synchronization [req-00f0fec0-ea32-48e2-ab7f-635203f07da0 req-44607cd1-d04e-40cd-aefd-827c33bea855 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 926.478667] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 926.479245] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.479386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.479462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.479669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.479828] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.479925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.479986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.480138] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.480225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.480319] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.660631] env[69577]: INFO networking_nsxv3.common.synchronization [None req-1e447c87-e9de-482e-be89-78dd4a3d4880 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_rules [ 926.661133] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_rules [ 926.661429] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.661564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.661611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.661866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.661950] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.795579] env[69577]: INFO networking_nsxv3.common.synchronization [None req-f9abe68c-2c80-443c-8867-9d264896db96 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_rules [ 926.796132] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_rules [ 926.796440] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.796543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.947051] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3721c4dc-b227-43a4-a613-edd1c855ad2c [ 926.947051] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.947051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.947051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.947350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.947529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.947670] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3721c4dc-b227-43a4-a613-edd1c855ad2c already deleted. [ 926.947769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3721c4dc-b227-43a4-a613-edd1c855ad2c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.982909] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.016781] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 927.016781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.130191] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.130191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.130191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.130191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.130191] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.130191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.130191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.130191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.130191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.133854] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.133854] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.133854] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.133854] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.133854] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.133854] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.133854] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.151946] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.155335] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.155335] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.155335] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.155335] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-866d312b-8ef7-4300-88ec-4058e603fdb3 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.155335] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-866d312b-8ef7-4300-88ec-4058e603fdb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.155335] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-866d312b-8ef7-4300-88ec-4058e603fdb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.155335] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-866d312b-8ef7-4300-88ec-4058e603fdb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.155335] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('866d312b-8ef7-4300-88ec-4058e603fdb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.187304] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.187304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.187304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.187304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.187304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.187304] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a already deleted. [ 927.187304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.187304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.187304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.187304] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.486784] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.659451] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.659451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.659451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.659451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.659451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.659451] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 866d312b-8ef7-4300-88ec-4058e603fdb3 not found, creating... [ 927.659451] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.659451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.659451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.659451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.659451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.660266] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.660266] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.660266] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.660998] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.661172] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.661710] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 866d312b-8ef7-4300-88ec-4058e603fdb3 is going to be created. [ 927.680789] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.681105] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.681281] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.681610] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.681923] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.682551] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-866d312b-8ef7-4300-88ec-4058e603fdb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.705925] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.706847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.708039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.708039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.708039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.708039] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a already deleted. [ 927.708039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.990732] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.990891] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.990965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.991215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.991309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.991408] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 928.011877] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a9dd6823-f3eb-41e5-be18-5f984ffcd92c None None] Enqueued Resource ID: 1844466c-1c6c-4925-ad96-d7f5f3a7cb83 with Priority: HIGHEST for action port [ 928.012130] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1844466c-1c6c-4925-ad96-d7f5f3a7cb83 with Priority: HIGHEST for action port [ 928.012665] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1844466c-1c6c-4925-ad96-d7f5f3a7cb83 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.012856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1844466c-1c6c-4925-ad96-d7f5f3a7cb83" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.012856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1844466c-1c6c-4925-ad96-d7f5f3a7cb83" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.013505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1844466c-1c6c-4925-ad96-d7f5f3a7cb83" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.013505] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1844466c-1c6c-4925-ad96-d7f5f3a7cb83',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.019098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.019236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.019307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.019506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.019648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.028802] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 928.514865] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1844466c-1c6c-4925-ad96-d7f5f3a7cb83 [ 928.515445] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.515445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.515445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.515599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.515706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.515759] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1844466c-1c6c-4925-ad96-d7f5f3a7cb83 already deleted. [ 928.516065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1844466c-1c6c-4925-ad96-d7f5f3a7cb83" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.576562] env[69577]: INFO networking_nsxv3.common.synchronization [req-00f0fec0-ea32-48e2-ab7f-635203f07da0 req-54731cb4-7a2a-4000-aa8f-1860e31d9568 service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 928.578319] env[69577]: INFO networking_nsxv3.common.synchronization [req-00f0fec0-ea32-48e2-ab7f-635203f07da0 req-54731cb4-7a2a-4000-aa8f-1860e31d9568 service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 928.578319] env[69577]: INFO networking_nsxv3.common.synchronization [req-00f0fec0-ea32-48e2-ab7f-635203f07da0 req-54731cb4-7a2a-4000-aa8f-1860e31d9568 service nova] Enqueued Resource ID: 866d312b-8ef7-4300-88ec-4058e603fdb3 with Priority: HIGHEST for action port [ 928.579087] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 928.579522] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 928.579805] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866d312b-8ef7-4300-88ec-4058e603fdb3 with Priority: HIGHEST for action port [ 928.583023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.583023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.583023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.583023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.583023] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.583023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.585078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.585893] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-866d312b-8ef7-4300-88ec-4058e603fdb3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.586323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-866d312b-8ef7-4300-88ec-4058e603fdb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.586675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-866d312b-8ef7-4300-88ec-4058e603fdb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.587169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-866d312b-8ef7-4300-88ec-4058e603fdb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.590273] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('866d312b-8ef7-4300-88ec-4058e603fdb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.090619] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.090758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.090971] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 866d312b-8ef7-4300-88ec-4058e603fdb3 with status ACTIVE [ 929.091151] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.091253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.091319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.091534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.091628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.091803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.091898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.091962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.092133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.092213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.092394] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.092487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.092547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.092683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.092755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.092837] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 866d312b-8ef7-4300-88ec-4058e603fdb3 is going to be updated. [ 929.111980] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.112140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.112206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.112431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.112643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.112746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-866d312b-8ef7-4300-88ec-4058e603fdb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.387788] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a4e6bcf-4677-464a-b4f8-f39135004220 req-52bd4501-c859-4db6-885e-f3e2d06294bf tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 929.388364] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 929.388662] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.388785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.388849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.389458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.389667] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.389779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.389869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.390165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.390165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.390277] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.892558] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.038121] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 930.038756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.038852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.039445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.039538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.039670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.039742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.042051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.042051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.042051] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.165324] env[69577]: INFO networking_nsxv3.common.synchronization [req-9597d0d2-9ea7-444e-bc62-71d7e009e02b req-3ace7f0e-553f-4d39-a53a-f3751b504b1e tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 930.165964] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 930.168327] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.168327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.168435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.169285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.169285] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.169285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.169285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.169285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.169285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.169285] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.249180] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.250454] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.250670] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.251024] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.252094] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.252384] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.252553] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.252809] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.252966] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.253239] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.253419] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.253506] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.253624] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.253763] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.253878] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.254077] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.273905] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.274164] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.274333] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.274566] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.274840] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-b4a67f2f-e7de-43ef-a4a0-c846e889a835 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.275014] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-b4a67f2f-e7de-43ef-a4a0-c846e889a835" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.275144] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-b4a67f2f-e7de-43ef-a4a0-c846e889a835" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.275452] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-b4a67f2f-e7de-43ef-a4a0-c846e889a835" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.275635] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a67f2f-e7de-43ef-a4a0-c846e889a835',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.395283] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.542087] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.672069] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.672256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.672360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.672531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.672624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.672819] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.672907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.673123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.673123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.673246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.673293] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 930.699545] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.699742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.699742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.699908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.700062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.708365] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 930.781594] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.781828] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.781962] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.782264] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.782515] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.782582] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port b4a67f2f-e7de-43ef-a4a0-c846e889a835 not found, creating... [ 930.782837] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.782999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.783132] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.783407] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.783555] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.783847] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.784020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.784147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.784365] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.784507] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.784651] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: b4a67f2f-e7de-43ef-a4a0-c846e889a835 is going to be created. [ 930.804594] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.804594] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.804784] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.804963] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.805265] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.805505] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-b4a67f2f-e7de-43ef-a4a0-c846e889a835" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.898167] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.898510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.898510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.898689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.898776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.898882] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 930.938650] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.938814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.938903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.939171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.939409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.955750] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 931.044307] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.549147] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.549390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.549488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.549730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.549846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.549957] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 931.577121] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a4e6bcf-4677-464a-b4f8-f39135004220 req-83607918-a89e-45ac-a3a5-cb1e793125f9 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 931.577365] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a4e6bcf-4677-464a-b4f8-f39135004220 req-83607918-a89e-45ac-a3a5-cb1e793125f9 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 931.577514] env[69577]: INFO networking_nsxv3.common.synchronization [req-6a4e6bcf-4677-464a-b4f8-f39135004220 req-83607918-a89e-45ac-a3a5-cb1e793125f9 service nova] Enqueued Resource ID: b4a67f2f-e7de-43ef-a4a0-c846e889a835 with Priority: HIGHEST for action port [ 931.579161] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.579297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.579363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.579707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.579707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.581027] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 931.581177] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 931.581318] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a67f2f-e7de-43ef-a4a0-c846e889a835 with Priority: HIGHEST for action port [ 931.581555] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.581667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.581737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.581910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.581991] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.582908] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.585706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.586918] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a67f2f-e7de-43ef-a4a0-c846e889a835 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.586918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a67f2f-e7de-43ef-a4a0-c846e889a835" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.586918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a67f2f-e7de-43ef-a4a0-c846e889a835" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.586918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a67f2f-e7de-43ef-a4a0-c846e889a835" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.586918] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a67f2f-e7de-43ef-a4a0-c846e889a835',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.595811] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 932.089393] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4a67f2f-e7de-43ef-a4a0-c846e889a835 with status ACTIVE [ 932.089707] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.089707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.089707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.089957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.090092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.090224] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.090314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.090394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.090760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.090855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.090991] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.091124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.091201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.091355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.091435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.091504] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4a67f2f-e7de-43ef-a4a0-c846e889a835 is going to be updated. [ 932.092941] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.092941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.118156] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.118156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.118156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.118156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.118156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.118156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a67f2f-e7de-43ef-a4a0-c846e889a835" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.718465] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 932.718833] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 932.718833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.964696] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 932.964696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.964696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.964871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.964997] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.965168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.965256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.965443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.965549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.965666] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.468321] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.607434] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 933.607808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.608581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.608581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.608581] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.608746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.608804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.608929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.609069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.609119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.609233] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.970718] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.111229] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.111451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.112338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.112338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.112338] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.112338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.112624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.112657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.112814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.112980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.113256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.113432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.113542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.113805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.114083] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.114300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.114300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.114446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.114522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.114591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.114776] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.473848] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.474231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.474231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.474346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.474446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.474551] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 934.506026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.506026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.506026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.506026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.506026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.513744] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 934.617008] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1874da-fb5c-4da0-8092-62af8828966d: rpc.has_security_group_logging(os_id): False [ 934.636123] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.636123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.636123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.636123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.636123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.636372] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.636372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.636372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.636491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.636523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.636683] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.636775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.636834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.636971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.637053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.637409] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.637409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.637527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.637580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.638082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.638082] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 934.707540] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.707540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.707540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.707831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.708065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.738670] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 936.525459] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 936.525713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.525874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.526156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.526830] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.526830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.526830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.526830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.526830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.526830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.527169] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.582781] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.582940] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 936.758070] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 936.758070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.031959] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.032158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.032232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.032476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.032741] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.032916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.032916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.033990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.033990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.033990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.033990] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.033990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.033990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.033990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.033990] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.033990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.033990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.034802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.034802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.034802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.034802] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.190964] env[69577]: INFO networking_nsxv3.common.synchronization [req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb req-7d7b488c-a6bc-4e40-8f29-b45065a5fc2f tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 937.191567] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 937.192660] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.192786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.192853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.195017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.195017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.195017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.195017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.195017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.195017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.195017] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.536885] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9edae4-1229-43a7-84f9-386d12399df9: rpc.has_security_group_logging(os_id): False [ 937.551275] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.551512] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.551674] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.551953] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.552230] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.552391] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.552513] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.552782] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.552916] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.553099] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.553216] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.553331] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.553442] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.553555] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.553664] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.553798] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.556371] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.556487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.556542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.556694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.556786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.556949] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.557056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.557119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.557281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.557396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.557558] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.557653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.557715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.557853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.557927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.558512] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.558512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.558512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.558512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.558512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.558804] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 937.576764] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.576905] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.577033] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.577296] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.577640] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.577823] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.577953] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.578341] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.578479] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1efba7cf-e13a-41a4-a4f9-a218c08fa73f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.666139] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.666300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.666374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.666597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.666762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.684588] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 937.696584] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.696752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.696799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.697022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.697120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.697374] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.697473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.697557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.697713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.697792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.697878] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 already deleted. [ 937.697959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.080670] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.080871] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.081032] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.081323] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.081483] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.081642] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f not found, creating... [ 938.082094] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.082094] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.082251] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.082400] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.082543] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.082825] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.082987] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.083127] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.083342] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.083486] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.083634] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 1efba7cf-e13a-41a4-a4f9-a218c08fa73f is going to be created. [ 938.102283] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.102513] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.102622] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.102941] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.103141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.103375] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.895437] env[69577]: INFO networking_nsxv3.common.synchronization [req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb req-90a34cdf-7e79-431a-bf8b-045b2eb8e003 service nova] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_rules [ 938.895807] env[69577]: INFO networking_nsxv3.common.synchronization [req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb req-90a34cdf-7e79-431a-bf8b-045b2eb8e003 service nova] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 938.895807] env[69577]: INFO networking_nsxv3.common.synchronization [req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb req-90a34cdf-7e79-431a-bf8b-045b2eb8e003 service nova] Enqueued Resource ID: 1efba7cf-e13a-41a4-a4f9-a218c08fa73f with Priority: HIGHEST for action port [ 938.896309] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_rules [ 938.896441] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 938.896595] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efba7cf-e13a-41a4-a4f9-a218c08fa73f with Priority: HIGHEST for action port [ 938.896860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.897049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.900026] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.900026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.900026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.900026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.900026] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.900873] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.900873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.900873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.900873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.900873] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1efba7cf-e13a-41a4-a4f9-a218c08fa73f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.402711] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.403293] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.403485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.404985] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f with status ACTIVE [ 939.405175] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.405331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.405331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.405534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.405607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.405807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.405947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.405947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.406202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.406202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.406507] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.406507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.406507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.406780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.406780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.406780] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1efba7cf-e13a-41a4-a4f9-a218c08fa73f is going to be updated. [ 939.428095] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.428285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.428343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.428568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.428720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.429291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1efba7cf-e13a-41a4-a4f9-a218c08fa73f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.701728] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 939.701728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.904388] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.406902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.407135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.407135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.407315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.407315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.407443] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 is going to be created. [ 940.432416] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.432416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.432416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.432734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.432903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.443719] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: UNINITIALIZED for 2s [ 941.988530] env[69577]: INFO networking_nsxv3.common.synchronization [req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 req-503fa159-7c38-4a3d-88a1-6b4ff425aa72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 941.989428] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 941.989898] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.990048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.990124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.990393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.990562] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.990682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.990746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.990917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.991129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.991248] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.351055] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.351201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.351444] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.351699] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.352382] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.352382] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.352382] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.353032] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.353246] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.353511] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.353652] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.353787] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.353918] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.354122] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.354286] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.354472] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.386715] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.386924] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.387065] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.387616] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.387616] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-14ac657e-fb44-4261-b36b-18244606c0a6 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.387809] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-14ac657e-fb44-4261-b36b-18244606c0a6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.387915] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-14ac657e-fb44-4261-b36b-18244606c0a6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.388304] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-14ac657e-fb44-4261-b36b-18244606c0a6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.388892] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ac657e-fb44-4261-b36b-18244606c0a6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.456904] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: SUCCESS [ 942.457208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.457332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.457640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.457841] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.457963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.458066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.458206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.458291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.458379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.458474] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.493762] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.493934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.494022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.494222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.494310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.494509] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.494604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.494666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.494811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.494887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.494971] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b already deleted. [ 942.495064] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.891559] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.892333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.892333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.892333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.892693] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.892902] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 14ac657e-fb44-4261-b36b-18244606c0a6 not found, creating... [ 942.893283] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.893496] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.893669] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.893948] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.894159] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.894566] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.894747] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.894907] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.895103] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.895247] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.895419] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 14ac657e-fb44-4261-b36b-18244606c0a6 is going to be created. [ 942.914893] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.915239] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.915868] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.915868] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.916059] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.916711] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-14ac657e-fb44-4261-b36b-18244606c0a6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.961146] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.961316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.961389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.961617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.961796] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.961898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.961972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.962147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.962236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.962324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.962479] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.962645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.962645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.962775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.962920] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.963060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.963124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.963217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.963292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.963384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.963497] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.465722] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c75be64-c361-4b88-9586-bd1a04aa7a13: rpc.has_security_group_logging(os_id): False [ 943.483529] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.483725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.483835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.484116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.484248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.484481] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.484624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.484719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.484911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.485043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.485318] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.485485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.485552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.485701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.485823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.486169] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.486325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.486432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.486622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.486734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.486858] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 is going to be created. [ 943.551254] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.551407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.551643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.551733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.551871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.563413] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: IN_PROGRESS for 2s [ 943.665349] env[69577]: INFO networking_nsxv3.common.synchronization [req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 req-c89bf4f5-6491-4023-91b0-1fbfe3ef476a service nova] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_rules [ 943.665564] env[69577]: INFO networking_nsxv3.common.synchronization [req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 req-c89bf4f5-6491-4023-91b0-1fbfe3ef476a service nova] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 943.665711] env[69577]: INFO networking_nsxv3.common.synchronization [req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 req-c89bf4f5-6491-4023-91b0-1fbfe3ef476a service nova] Enqueued Resource ID: 14ac657e-fb44-4261-b36b-18244606c0a6 with Priority: HIGHEST for action port [ 943.665942] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_rules [ 943.666087] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 943.666190] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ac657e-fb44-4261-b36b-18244606c0a6 with Priority: HIGHEST for action port [ 943.666744] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.666869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.666931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.669833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.669898] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.671153] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.671279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.671344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.671521] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.671681] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.671778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.671837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.671974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.672068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.672159] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.672915] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ac657e-fb44-4261-b36b-18244606c0a6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.673410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ac657e-fb44-4261-b36b-18244606c0a6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.673471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ac657e-fb44-4261-b36b-18244606c0a6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.673612] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ac657e-fb44-4261-b36b-18244606c0a6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.673688] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ac657e-fb44-4261-b36b-18244606c0a6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.071016] env[69577]: INFO networking_nsxv3.common.synchronization [req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 req-78a78b40-e245-43df-8965-d8252f98acd0 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 944.073023] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 944.073023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.073023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.075931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.076203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.076401] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.076554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.076846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.078469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.078690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.078809] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.175465] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14ac657e-fb44-4261-b36b-18244606c0a6 with status ACTIVE [ 944.175787] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.175989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.176095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.176348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.176521] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.176672] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.176781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.176842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.177124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.177232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.177470] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.177569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.177630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.177806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.177909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.178037] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14ac657e-fb44-4261-b36b-18244606c0a6 is going to be updated. [ 944.179692] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.181860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.181860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.203884] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.203884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.203884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.203884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.203884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.203884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ac657e-fb44-4261-b36b-18244606c0a6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.582153] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.681288] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.085243] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.183779] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.183941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.184030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.186147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.186147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.186147] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b is going to be created. [ 945.206780] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.206780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.207180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.207180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.207180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.217801] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: UNINITIALIZED for 2s [ 945.574081] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: SUCCESS [ 945.574621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.587022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.587497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.587497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.587497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.587665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.587806] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 945.615898] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.615898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.616040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.616182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.616331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.635031] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 946.447703] env[69577]: INFO networking_nsxv3.common.synchronization [req-45740abc-91ce-4fbc-bd26-70ed64d3d7af req-e511f8ff-1c6b-4201-b91e-8e2e0512bfa6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_members [ 946.448265] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGHEST for action security_group_members [ 946.448458] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.448528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.448763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.448837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.448980] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.450816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.450916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.451082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.451174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.451885] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.956859] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.956859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.956859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.956859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.956859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.956859] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.956859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.956859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.956859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.956859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.956859] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 is going to be updated. [ 947.078244] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.078675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.078675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.078785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.080046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.087350] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 in Status: IN_PROGRESS for 2s [ 947.243959] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: SUCCESS [ 947.243959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.243959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.243959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.243959] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.243959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.243959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.244484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.244484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.244484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.244702] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.639925] env[69577]: INFO networking_nsxv3.common.synchronization [req-00f64d16-947e-4f96-8869-d9aee4b14e26 req-080c720f-9ca8-4500-8e88-1b97f29459c8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 947.642740] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 947.644764] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.644764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.644764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.644764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.644764] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.644764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.644764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.644764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.644764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.644764] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.646976] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 947.646976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.747957] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.922885] env[69577]: INFO networking_nsxv3.common.synchronization [req-b44756e9-fcea-479b-8d76-43e2df836c07 req-8f0b9be2-a3dd-4369-a102-51a957fa37ba tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 947.923367] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 947.923974] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.924232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.924349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.924604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.924813] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.924958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.925019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.925193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.925280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.925377] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.147840] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.250407] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b: rpc.has_security_group_logging(os_id): False [ 948.276034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.276034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.276034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.276034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.276034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.276034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.276034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.276034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.276034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.276034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.276034] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b is going to be created. [ 948.346034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.346411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.346411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.346523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.346707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.357883] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: IN_PROGRESS for 2s [ 948.427835] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.651375] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.930062] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.096443] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 in Status: SUCCESS [ 949.096623] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 deletion is rescheduled due to dependency. [ 949.096739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.153704] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.154011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.154011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.154196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.154282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.154376] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 949.194874] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.195956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.195956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.195956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.195956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.204496] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 949.432491] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.432680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.432747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.432934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.433039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.433148] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 949.462622] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.462787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.462874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.463032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.463179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.470869] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 949.526702] env[69577]: INFO networking_nsxv3.common.synchronization [req-4ace49bf-341c-4ce9-a2be-355df13e8a68 req-4ee71253-9665-4623-ab0a-b515ed481f19 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 949.527256] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 949.527615] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.528042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.528042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.528191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.528344] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.528437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.528492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.528654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.528753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.530390] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.942603] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.942819] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.942955] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.944986] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.945866] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.946120] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.946204] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.946463] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.946617] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.946833] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.946955] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.947164] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.947227] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.947301] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.947411] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.947549] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.966153] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.966349] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.966536] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.966673] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.966982] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-b96dc9f7-e652-4bc1-afec-51499492cc32 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.967170] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-b96dc9f7-e652-4bc1-afec-51499492cc32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.967294] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-b96dc9f7-e652-4bc1-afec-51499492cc32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.967774] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-b96dc9f7-e652-4bc1-afec-51499492cc32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.967995] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b96dc9f7-e652-4bc1-afec-51499492cc32',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.032293] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.032479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.032517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.032785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.032785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.032988] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.033127] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.033188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.033340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.033400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.033480] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 already deleted. [ 950.033553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.377315] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: SUCCESS [ 950.377315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.470488] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.470759] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.470913] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.471246] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.471427] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.471606] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port b96dc9f7-e652-4bc1-afec-51499492cc32 not found, creating... [ 950.471911] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.472392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.472392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.472565] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.472870] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473060] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.473617] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.473617] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.473731] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.473803] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473969] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: b96dc9f7-e652-4bc1-afec-51499492cc32 is going to be created. [ 950.493511] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.493736] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.493871] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.494163] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.494391] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.494615] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-b96dc9f7-e652-4bc1-afec-51499492cc32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.215842] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 951.216116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.305820] env[69577]: INFO networking_nsxv3.common.synchronization [req-4ace49bf-341c-4ce9-a2be-355df13e8a68 req-e7b49291-01da-4750-9fa8-55e0dc50ba45 service nova] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_rules [ 951.305954] env[69577]: INFO networking_nsxv3.common.synchronization [req-4ace49bf-341c-4ce9-a2be-355df13e8a68 req-e7b49291-01da-4750-9fa8-55e0dc50ba45 service nova] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 951.306151] env[69577]: INFO networking_nsxv3.common.synchronization [req-4ace49bf-341c-4ce9-a2be-355df13e8a68 req-e7b49291-01da-4750-9fa8-55e0dc50ba45 service nova] Enqueued Resource ID: b96dc9f7-e652-4bc1-afec-51499492cc32 with Priority: HIGHEST for action port [ 951.306425] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_rules [ 951.306558] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 951.306655] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96dc9f7-e652-4bc1-afec-51499492cc32 with Priority: HIGHEST for action port [ 951.307251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.307468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.307468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.307729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.307804] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.308782] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.308836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.308869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.309038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.309218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.309324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.309418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.309591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.309751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.309815] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.310860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b96dc9f7-e652-4bc1-afec-51499492cc32 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.310860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b96dc9f7-e652-4bc1-afec-51499492cc32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.310860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b96dc9f7-e652-4bc1-afec-51499492cc32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.311058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b96dc9f7-e652-4bc1-afec-51499492cc32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.311114] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b96dc9f7-e652-4bc1-afec-51499492cc32',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.479284] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 951.479610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.813538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.813722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.813936] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.815968] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b96dc9f7-e652-4bc1-afec-51499492cc32 with status ACTIVE [ 951.820140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.820140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.820140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.820140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.820140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.820140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.820404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.820404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.820603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.820603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.820836] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.820958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.821050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.821197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.821270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.821353] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b96dc9f7-e652-4bc1-afec-51499492cc32 is going to be updated. [ 951.842593] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.843068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.843185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.843423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.843596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.843825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b96dc9f7-e652-4bc1-afec-51499492cc32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.324550] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.456617] env[69577]: INFO networking_nsxv3.common.synchronization [req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 req-3e4eb1b7-e36f-4f07-b18c-ef37348974ed tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 952.457215] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 952.460605] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.460605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.460605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.460804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.461274] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.461525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.461626] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.461773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.461860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.462836] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.827908] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.828239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.828360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.828542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.828678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.828823] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 is going to be created. [ 952.876629] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.877025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.877025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.877484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.877484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.886205] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: UNINITIALIZED for 2s [ 952.902465] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.902659] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.902790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.903126] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.903390] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.903554] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.903677] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.903957] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.904146] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.904359] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.904477] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.904590] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.904703] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.904817] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.904925] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.905067] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.925625] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.925791] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.925935] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.926124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.926421] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8bba5f89-ea23-4881-96e0-cd8386fd988f taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.926592] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8bba5f89-ea23-4881-96e0-cd8386fd988f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.926741] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8bba5f89-ea23-4881-96e0-cd8386fd988f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.927070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8bba5f89-ea23-4881-96e0-cd8386fd988f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.927909] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bba5f89-ea23-4881-96e0-cd8386fd988f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.968933] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.968933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.968933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.968933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.968933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.968933] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.968933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.968933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.969338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.969338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.969338] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 already deleted. [ 952.969338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.429672] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.429934] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.430051] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.430379] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.430542] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.430704] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8bba5f89-ea23-4881-96e0-cd8386fd988f not found, creating... [ 953.430971] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.431149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.431273] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.431494] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.431635] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.431963] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.432160] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.432287] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.432501] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.432643] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.432789] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8bba5f89-ea23-4881-96e0-cd8386fd988f is going to be created. [ 953.452685] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.452685] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.452685] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.453086] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.453467] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.453832] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8bba5f89-ea23-4881-96e0-cd8386fd988f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.173516] env[69577]: INFO networking_nsxv3.common.synchronization [req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 req-71e1d096-0b1a-41c5-b19e-c547b7706a49 service nova] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_rules [ 954.173750] env[69577]: INFO networking_nsxv3.common.synchronization [req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 req-71e1d096-0b1a-41c5-b19e-c547b7706a49 service nova] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 954.173851] env[69577]: INFO networking_nsxv3.common.synchronization [req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 req-71e1d096-0b1a-41c5-b19e-c547b7706a49 service nova] Enqueued Resource ID: 8bba5f89-ea23-4881-96e0-cd8386fd988f with Priority: HIGHEST for action port [ 954.174081] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_rules [ 954.174235] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 954.174297] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bba5f89-ea23-4881-96e0-cd8386fd988f with Priority: HIGHEST for action port [ 954.174840] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.174960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.176502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.176822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.176902] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.177822] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.177936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.178019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.178175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.178320] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.179054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.179054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.179054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.179054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.179054] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.179627] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bba5f89-ea23-4881-96e0-cd8386fd988f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.179627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bba5f89-ea23-4881-96e0-cd8386fd988f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.179733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bba5f89-ea23-4881-96e0-cd8386fd988f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.179844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bba5f89-ea23-4881-96e0-cd8386fd988f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.179911] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bba5f89-ea23-4881-96e0-cd8386fd988f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.508601] env[69577]: INFO networking_nsxv3.common.synchronization [req-5e3fc440-a73f-48cf-bb74-cde73b7af883 req-c5297ffb-e328-47cc-9af5-34a064242826 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 954.509201] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 954.509507] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.509629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.509694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.509890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.510059] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.510161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.510227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.510363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.510444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.510531] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.688021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.688021] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.688021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bba5f89-ea23-4881-96e0-cd8386fd988f with status ACTIVE [ 954.688021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.688021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.688021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.688729] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.688729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.688729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.688729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.688729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.688729] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bba5f89-ea23-4881-96e0-cd8386fd988f is going to be updated. [ 954.710493] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.710493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.710493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.710493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.710493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.710493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bba5f89-ea23-4881-96e0-cd8386fd988f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.897938] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: SUCCESS [ 954.898302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.898689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.899305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.899718] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.900036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.900197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.900444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.900616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.900784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.901709] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.012734] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.012895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.012980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.013196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.013286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.013475] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.013571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.013628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.013863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.013938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.014042] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 955.038829] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.038965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.039091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.039429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.039429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.047130] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 955.048982] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.049202] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.049332] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.049812] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.050091] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.050254] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.050372] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.050747] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.051096] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.051315] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.051434] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.051550] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.051865] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.052023] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.052144] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.052281] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.078370] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.078481] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.078735] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.078851] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.079187] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8385826f-2363-422c-8b50-75c20ad9689b taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.079386] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8385826f-2363-422c-8b50-75c20ad9689b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.079578] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8385826f-2363-422c-8b50-75c20ad9689b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.079812] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8385826f-2363-422c-8b50-75c20ad9689b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.080041] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8385826f-2363-422c-8b50-75c20ad9689b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.190905] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.404373] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.585020] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.585020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.585020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.585020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.585020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.585020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8385826f-2363-422c-8b50-75c20ad9689b not found, creating... [ 955.585020] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.585020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.585020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.585020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.585020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.585813] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.585813] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.585813] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.586197] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.586463] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.586727] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8385826f-2363-422c-8b50-75c20ad9689b is going to be created. [ 955.607995] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.607995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.607995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.607995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.607995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.607995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8385826f-2363-422c-8b50-75c20ad9689b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.694333] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.694510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.694575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.694780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.694926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.695056] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be created. [ 955.721854] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.721854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.721854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.722195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.722195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.747915] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: UNINITIALIZED for 2s [ 955.907669] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d25f2ef6-38eb-43ce-8729-1a5e468fdc63: rpc.has_security_group_logging(os_id): False [ 955.935150] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.935318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.935402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.935622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.935762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.936139] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.936298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.936386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.936596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.936878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.937015] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 is going to be created. [ 956.005788] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.006633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.006633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.006633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.006633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.018618] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: IN_PROGRESS for 2s [ 956.412911] env[69577]: INFO networking_nsxv3.common.synchronization [req-5e3fc440-a73f-48cf-bb74-cde73b7af883 req-f2dc53f4-579d-4856-acaa-edd43c859349 service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 956.413362] env[69577]: INFO networking_nsxv3.common.synchronization [req-5e3fc440-a73f-48cf-bb74-cde73b7af883 req-f2dc53f4-579d-4856-acaa-edd43c859349 service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 956.413362] env[69577]: INFO networking_nsxv3.common.synchronization [req-5e3fc440-a73f-48cf-bb74-cde73b7af883 req-f2dc53f4-579d-4856-acaa-edd43c859349 service nova] Enqueued Resource ID: 8385826f-2363-422c-8b50-75c20ad9689b with Priority: HIGHEST for action port [ 956.413497] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 956.413611] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 956.413711] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8385826f-2363-422c-8b50-75c20ad9689b with Priority: HIGHEST for action port [ 956.414398] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.414567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.414652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.414925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.415015] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.418418] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.418418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.418589] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8385826f-2363-422c-8b50-75c20ad9689b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.418589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8385826f-2363-422c-8b50-75c20ad9689b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.418758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8385826f-2363-422c-8b50-75c20ad9689b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.418835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8385826f-2363-422c-8b50-75c20ad9689b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.418901] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8385826f-2363-422c-8b50-75c20ad9689b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.919021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.919174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.923336] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8385826f-2363-422c-8b50-75c20ad9689b with status ACTIVE [ 956.923545] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.923681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.923751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.924079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.924079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.924272] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.924368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.924440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.924588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.924679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.924947] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.925045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.925151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.925365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.925482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.925602] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8385826f-2363-422c-8b50-75c20ad9689b is going to be updated. [ 956.945781] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.945933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.946015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.946267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.946332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.946652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8385826f-2363-422c-8b50-75c20ad9689b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.055996] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 957.056110] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 957.056207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.056369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.056583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.056770] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.056893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.056952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.057121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.057203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.057290] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.092511] env[69577]: INFO networking_nsxv3.common.synchronization [req-af83f5d9-49e7-4641-8bdb-a94d4730baea req-4d9c4d52-7ef2-420f-92c7-3655ba01d5c0 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_members [ 957.093089] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_members [ 957.093394] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.093519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.093588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.093837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.094576] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.094576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.094576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.094576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.094576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.094576] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.400968] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.400968] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.401103] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.401383] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.401651] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.401818] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.401943] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.402177] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.402327] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.402540] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.402654] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.402766] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.402877] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.402989] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.403112] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.403246] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.420677] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.420935] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.421172] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.421254] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.421612] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-836e065b-5690-47e7-ace2-2e93c3e03a55 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.421807] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-836e065b-5690-47e7-ace2-2e93c3e03a55" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.421935] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-836e065b-5690-47e7-ace2-2e93c3e03a55" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.422262] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-836e065b-5690-47e7-ace2-2e93c3e03a55" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.422407] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836e065b-5690-47e7-ace2-2e93c3e03a55',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.562556] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.596449] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.597550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.597634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.597852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.597962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.598182] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.598280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.598339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.598483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.598554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.598632] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a already deleted. [ 957.598704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.758784] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 957.758921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.759020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.759252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.759446] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.759607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.759650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.759776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.759919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.759919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.760019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.925838] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.926084] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.926222] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.926511] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.926666] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.926842] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 836e065b-5690-47e7-ace2-2e93c3e03a55 not found, creating... [ 957.927128] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.927301] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.927426] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.927643] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.927785] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.928110] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.928273] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.928394] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.928604] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.928741] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.928887] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 836e065b-5690-47e7-ace2-2e93c3e03a55 is going to be created. [ 957.950364] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.950582] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.950676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.951069] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.951194] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.951420] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-836e065b-5690-47e7-ace2-2e93c3e03a55" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.056164] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: SUCCESS [ 958.056164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.065120] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.262378] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.262468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.262468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.262710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.262894] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.262996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.263081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.263230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.263314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.263403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.263563] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.263656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.263718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.263866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.264010] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.264105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.264175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.264311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.264384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.264475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.264563] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.569775] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.570231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.570231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.570344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.570452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.570553] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 958.597668] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.597801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.598444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.598444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.598444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.607322] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 958.651627] env[69577]: INFO networking_nsxv3.common.synchronization [req-af83f5d9-49e7-4641-8bdb-a94d4730baea req-4eaba47d-bfde-4188-852f-7df8b81b6f89 service nova] Enqueued Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_rules [ 958.651818] env[69577]: INFO networking_nsxv3.common.synchronization [req-af83f5d9-49e7-4641-8bdb-a94d4730baea req-4eaba47d-bfde-4188-852f-7df8b81b6f89 service nova] Enqueued Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_members [ 958.652029] env[69577]: INFO networking_nsxv3.common.synchronization [req-af83f5d9-49e7-4641-8bdb-a94d4730baea req-4eaba47d-bfde-4188-852f-7df8b81b6f89 service nova] Enqueued Resource ID: 836e065b-5690-47e7-ace2-2e93c3e03a55 with Priority: HIGHEST for action port [ 958.652202] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_rules [ 958.652335] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_members [ 958.652482] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836e065b-5690-47e7-ace2-2e93c3e03a55 with Priority: HIGHEST for action port [ 958.652983] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.655893] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.655893] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.655893] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.655893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.656306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.656306] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.660486] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-836e065b-5690-47e7-ace2-2e93c3e03a55 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.660620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-836e065b-5690-47e7-ace2-2e93c3e03a55" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.660775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-836e065b-5690-47e7-ace2-2e93c3e03a55" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.661019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-836e065b-5690-47e7-ace2-2e93c3e03a55" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.661133] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836e065b-5690-47e7-ace2-2e93c3e03a55',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.766417] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ace8c74-6977-40d6-a466-bc23ace40e75: rpc.has_security_group_logging(os_id): False [ 958.783095] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.783289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.783289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.783568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.783683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.783905] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.784057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.784101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.784593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.784593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.784593] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.784784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.784784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.784856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.784893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.785143] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.785244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.785306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.785465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.785542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.785628] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be created. [ 958.844015] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.844216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.844420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.844513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.844692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.854612] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 959.161404] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.162937] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 836e065b-5690-47e7-ace2-2e93c3e03a55 with status ACTIVE [ 959.163252] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.163354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.163354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.163581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.163677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.163850] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.163949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.164020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.164170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.164252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.164419] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.164550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.164615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.164751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.164863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.164904] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 836e065b-5690-47e7-ace2-2e93c3e03a55 is going to be updated. [ 959.166062] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.166340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.189433] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.189558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.189625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.189801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.189967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.190101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-836e065b-5690-47e7-ace2-2e93c3e03a55" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.519859] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5fa0577-8f45-424b-875c-a00bba49f9b2 req-bfe2a491-6311-4cb7-bf0a-17c83f774b08 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 959.521921] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 959.523648] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.523648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.523648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.523648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.523648] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.523648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.523648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.523648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.524142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.524142] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.663635] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.942925] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.943169] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.943297] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.943566] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.943819] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.943978] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.944131] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.944341] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.944481] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.944691] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.944801] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.944908] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.945027] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.945136] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.945240] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.945368] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.967796] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.968054] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.968181] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.968358] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-108" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.968708] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.968925] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.969093] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.969459] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.969628] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77c6eeb9-a5f9-4866-ae1b-df4605ae38ef',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.025848] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.166077] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.166297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.166414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.166684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.166820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.167018] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a is going to be created. [ 960.190332] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.190514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.190593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.190746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.190909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.200081] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a in Status: UNINITIALIZED for 2s [ 960.473423] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.473723] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.473874] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.474200] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.474368] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.474544] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef not found, creating... [ 960.474840] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.475160] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.475327] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.475579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.475733] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.479156] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.479521] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.479556] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.479859] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.480102] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.480323] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef is going to be created. [ 960.504094] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.504525] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.504525] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.504761] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.505051] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.505325] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.527434] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.631413] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 960.631413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.631413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.631413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.631413] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.631413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.631413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.631413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.631413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.631413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.631413] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.866850] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 960.867235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.030322] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.030491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.030563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.030779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.030872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.030974] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 is going to be updated. [ 961.062549] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.064930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.065028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.065301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.065507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.073503] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: IN_PROGRESS for 2s [ 961.135173] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.138874] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.138874] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.138874] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.138874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.139629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.139629] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.578101] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5fa0577-8f45-424b-875c-a00bba49f9b2 req-84aeaa02-56e4-46dd-be3b-fd909c4bc1fe service nova] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_rules [ 961.578359] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5fa0577-8f45-424b-875c-a00bba49f9b2 req-84aeaa02-56e4-46dd-be3b-fd909c4bc1fe service nova] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 961.578546] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5fa0577-8f45-424b-875c-a00bba49f9b2 req-84aeaa02-56e4-46dd-be3b-fd909c4bc1fe service nova] Enqueued Resource ID: 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef with Priority: HIGHEST for action port [ 961.579072] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_rules [ 961.579315] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 961.579404] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef with Priority: HIGHEST for action port [ 961.579672] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.579837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.579921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.580168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.580316] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.581587] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.581744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.582718] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.582880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.582972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.583358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.583422] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77c6eeb9-a5f9-4866-ae1b-df4605ae38ef',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.639167] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bf69c6-d9a2-436a-87e6-9581e734aa48: rpc.has_security_group_logging(os_id): False [ 961.668880] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.669339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.669339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.669483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.669529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.669714] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.669899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.669899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.670084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.670136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.670348] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.670457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.670514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.670655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.670765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.670929] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.671031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.671091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.671233] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.671309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.671410] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 961.737699] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.737850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.737943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.738214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.738362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.750996] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 962.085728] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.086041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.087153] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef with status ACTIVE [ 962.087360] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.090195] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.090195] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.090195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.090195] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef is going to be updated. [ 962.107677] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.107814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.107890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.108156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.108296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.108459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.211171] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a in Status: SUCCESS [ 962.211375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.211537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.211755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.211951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.212085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.212151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.212330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.212416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.212502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.212597] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.715283] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.083699] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: SUCCESS [ 963.083947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.084158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.084382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.084629] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.084749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.084814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.084969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.085063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.085157] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.218556] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cfa4812-d155-484c-b75a-1ed621ebb99a: rpc.has_security_group_logging(os_id): False [ 963.242253] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.242505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.242621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.242937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.243112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.243492] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.243683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.243880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.244116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.244259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.244412] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a is going to be created. [ 963.330999] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.331222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.331340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.331507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.331659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.342609] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a in Status: IN_PROGRESS for 2s [ 963.587764] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.764517] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 963.764752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.089886] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.592765] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.593064] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.593064] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.593321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.593484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.593713] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 is going to be updated. [ 964.625702] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.625823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.625823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.626047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.626195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.636873] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: IN_PROGRESS for 2s [ 965.019725] env[69577]: INFO networking_nsxv3.common.synchronization [req-5d3c7492-5046-4765-bd04-237f9e2a5aae req-24c0d26a-0a50-4e62-8cfc-3f96f9f2e76b tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 965.021032] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 965.021032] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.021032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.021032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.021032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.021032] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.021032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.022438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.022821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.022821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.022821] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.345543] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.345758] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.345917] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.346418] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.347213] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.347566] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.347642] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.348245] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.348364] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.348971] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.348971] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.349202] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.349371] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.349526] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.350020] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.350020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.363534] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a in Status: SUCCESS [ 965.364096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.370670] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.370844] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.370991] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.371210] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.371517] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.371687] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.371810] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.372218] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.372367] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae549d4e-b4a3-4db2-9e9a-7d1be1f25046',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.525861] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.526118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.527285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.527522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.527636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.527860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.528056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.528219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.528460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.528552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.528673] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 965.566906] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.567080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.567165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.567411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.567555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.575231] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 965.874875] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.875233] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.875233] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.875681] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.875681] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.876412] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 not found, creating... [ 965.876412] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.876412] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.876412] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.876603] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.876741] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.877037] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.877212] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.877337] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.878036] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.878036] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.878036] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 is going to be created. [ 965.897353] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.897560] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.897693] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.898013] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.898263] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.898502] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.645746] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: SUCCESS [ 966.645967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.646174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.646407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.646564] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.646706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.646770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.647710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.647710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.647710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.647710] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.728719] env[69577]: INFO networking_nsxv3.common.synchronization [req-5d3c7492-5046-4765-bd04-237f9e2a5aae req-a6a39339-5c17-446c-a188-8f9a4d7a6546 service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 966.728907] env[69577]: INFO networking_nsxv3.common.synchronization [req-5d3c7492-5046-4765-bd04-237f9e2a5aae req-a6a39339-5c17-446c-a188-8f9a4d7a6546 service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 966.729153] env[69577]: INFO networking_nsxv3.common.synchronization [req-5d3c7492-5046-4765-bd04-237f9e2a5aae req-a6a39339-5c17-446c-a188-8f9a4d7a6546 service nova] Enqueued Resource ID: ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 with Priority: HIGHEST for action port [ 966.729775] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 966.729922] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 966.730040] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 with Priority: HIGHEST for action port [ 966.730781] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.730926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.730980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.731304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.731405] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.732530] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.732530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.733099] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.733099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.733099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.733099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.735773] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae549d4e-b4a3-4db2-9e9a-7d1be1f25046',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.149325] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.149730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.149730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.149809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.150293] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.150293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.150293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.150293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.150613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.150613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.150613] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.150773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.150773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.150879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.150995] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.151117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.151187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.151340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.151405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.151499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.151567] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.237384] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.237535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.237733] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 with status ACTIVE [ 967.237907] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.238028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.238121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.239066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.239066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.239066] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.239066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.239066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.239066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.239776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.239776] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.239776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.239776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.239776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.239776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.239776] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 is going to be updated. [ 967.274615] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.275174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.275246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.275514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.275689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.275903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.589766] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 967.589959] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 967.590110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.590298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.590510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.590715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.590839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.590905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.591127] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.591220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.591319] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.653849] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2373f189-6ac4-4fc3-9f33-9731de15c793: rpc.has_security_group_logging(os_id): False [ 967.688723] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.688970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.689038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.689264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.689362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.689559] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.689658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.689728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.689871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.689947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.690152] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.690249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.690503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.690503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.690503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.690700] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.690796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.690847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.690987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.691073] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.691158] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 is going to be updated. [ 967.764656] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.764924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.765075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.765445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.765705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.779733] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: IN_PROGRESS for 2s [ 968.094322] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.597511] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.103200] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.103380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.103442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.103649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.103740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.103841] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 969.129689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.129689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.129689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.129689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.129912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.138439] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 969.665114] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.665478] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.665478] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.665859] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.666848] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.666848] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.666848] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.666848] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.666848] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.666848] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.667262] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.668928] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.669279] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.669583] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.669842] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.670767] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.688839] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.689899] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.689899] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.689899] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.690092] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-04b92b3c-d597-4a7f-8553-1a8b88e7f086 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.690889] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.690889] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.691111] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.691186] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b92b3c-d597-4a7f-8553-1a8b88e7f086',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.805130] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: SUCCESS [ 969.805362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.194551] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.195109] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.195325] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.195802] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.196091] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.196604] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.196900] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.197310] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.197683] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.197996] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.198451] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.198725] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.198937] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.199322] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.199575] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.199823] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 is going to be updated. [ 970.224912] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.225170] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.225308] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.225606] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.225806] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.226049] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.153998] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 971.153998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.154332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.154332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.154504] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.154621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.154674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.154823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.154900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.154983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.155084] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.298657] env[69577]: INFO networking_nsxv3.common.synchronization [req-a4b1633d-5947-4a66-9e20-752a363f152e req-055df8b8-e555-4cb8-93a2-4b6193100ec6 service nova] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_rules [ 971.298858] env[69577]: INFO networking_nsxv3.common.synchronization [req-a4b1633d-5947-4a66-9e20-752a363f152e req-055df8b8-e555-4cb8-93a2-4b6193100ec6 service nova] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_members [ 971.299035] env[69577]: INFO networking_nsxv3.common.synchronization [req-a4b1633d-5947-4a66-9e20-752a363f152e req-055df8b8-e555-4cb8-93a2-4b6193100ec6 service nova] Enqueued Resource ID: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 with Priority: HIGHEST for action port [ 971.299298] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_rules [ 971.299457] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_members [ 971.299566] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 with Priority: HIGHEST for action port [ 971.300582] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.301021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.301152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.301321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.301395] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.302316] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.302445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.302515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.305577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.305577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.305577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.305577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.305577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.305577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.305577] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.305577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b92b3c-d597-4a7f-8553-1a8b88e7f086 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.305577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.305577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.305577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.305577] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b92b3c-d597-4a7f-8553-1a8b88e7f086',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.661030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.661030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.661030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.661030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.661030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.661768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.661768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.661768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.661768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.661768] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.806175] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.806339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.806602] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.807524] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b92b3c-d597-4a7f-8553-1a8b88e7f086 with status ACTIVE [ 971.807717] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.807896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.807896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.808154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.808296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.808501] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.808732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.808732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.808867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.809109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.809154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.809269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.809269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.809454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.809557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.809607] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 is going to be updated. [ 971.839657] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.839657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.839657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b92b3c-d597-4a7f-8553-1a8b88e7f086" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.163536] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421e5434-33dd-4724-b929-dba55fcc886a: rpc.has_security_group_logging(os_id): False [ 972.184952] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.184952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.184952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.184952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.185481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.185481] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.185481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.185721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.185809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.185947] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.186258] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.186412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.186522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.186752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.186882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.187219] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.187376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.188317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.188317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.188317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.188317] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 972.269691] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.269691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.269691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.269691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.269691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.282143] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 972.312552] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.814575] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.814816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.814921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.815230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.815417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.815519] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3213cb73-435e-496d-b86a-739420836936 is going to be updated. [ 972.844080] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.844381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.844381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.844807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.844887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.853539] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: IN_PROGRESS for 2s [ 974.294050] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 974.294412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.862413] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: SUCCESS [ 974.862641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.862805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.863044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.863211] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.863335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.863395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.863548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.863628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.863708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.863792] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.366525] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.869811] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3213cb73-435e-496d-b86a-739420836936: rpc.has_security_group_logging(os_id): False [ 975.878219] env[69577]: INFO networking_nsxv3.common.synchronization [req-31334f72-e720-416e-9959-4453d97593bc req-3b7cd578-ab11-49b5-8e4d-ad76b047d9a1 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 975.878219] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 975.878219] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.878219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.878219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.878219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.878219] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.878219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.878219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.878219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.878219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.878219] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.886221] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.886221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.886221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.886474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.886474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.886577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.886704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.887552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.887552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.887552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.887552] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3213cb73-435e-496d-b86a-739420836936 is going to be updated. [ 975.942462] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.942606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.942665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.942841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.942983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.956449] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: IN_PROGRESS for 2s [ 976.380190] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.882620] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.385278] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.385656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.385656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.385803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.385907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.386024] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 977.420543] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.420726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.420726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.420956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.421123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.430693] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 977.559371] env[69577]: INFO networking_nsxv3.common.synchronization [req-834266e2-ea6f-4722-b1ef-8aaff644e03c req-6201b3a2-8e63-45d5-987f-e7e7a936c4cc tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 977.560127] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 977.560371] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.560519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.560582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.560791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.561484] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.561484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.561484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.561484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.561684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.563117] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.970177] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: SUCCESS [ 977.970544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.068325] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.570156] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.582175] env[69577]: INFO networking_nsxv3.common.synchronization [req-dea133a2-1cff-4370-8f89-ed113067e820 req-d243dded-55bb-44ca-9541-2e98cd8c4b30 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 978.582175] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 978.583641] env[69577]: INFO networking_nsxv3.common.synchronization [req-8188cad8-50f9-4596-ab18-7e490264fe70 req-f6b0d0f4-36b8-4fe5-bd26-b9dc0a75380d tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 978.584488] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.584818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.585043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.585379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.585810] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.586079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.586390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.586794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.587050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.587291] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.591816] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 978.591816] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.591816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.591816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.591816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.591816] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.591816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.591816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.591816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.591816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.591816] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.953379] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.953607] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.953740] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.954024] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.954621] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.954808] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.954926] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.955179] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.955331] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.955605] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.955728] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.955826] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.955935] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.956055] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.956220] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.956309] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.011105] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.011526] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.011526] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.011636] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-786" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.011945] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-df482a2e-4b07-4d82-8312-2c1a50129acc taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.012252] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-df482a2e-4b07-4d82-8312-2c1a50129acc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.012823] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-df482a2e-4b07-4d82-8312-2c1a50129acc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.012867] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-df482a2e-4b07-4d82-8312-2c1a50129acc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.013014] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df482a2e-4b07-4d82-8312-2c1a50129acc',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.072135] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.072330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.072380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.072594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.072687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.072791] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 is going to be updated. [ 979.092324] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.097585] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.097585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.097585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.097585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.097585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.097585] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.097585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.097585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.097585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.097585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.097585] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 979.110079] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.110079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.110079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.110079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.110079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.117327] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: IN_PROGRESS for 2s [ 979.132398] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.132398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.132398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.132398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.132398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.143411] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 979.439498] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 979.439711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.515545] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.515799] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.515905] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.516246] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.516425] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.516610] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port df482a2e-4b07-4d82-8312-2c1a50129acc not found, creating... [ 979.516896] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.517077] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.517201] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.517427] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.517569] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.517856] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.518026] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.518152] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.518363] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.518528] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.518730] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: df482a2e-4b07-4d82-8312-2c1a50129acc is going to be created. [ 979.541665] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.541877] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.541966] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.542210] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.542429] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.542664] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-df482a2e-4b07-4d82-8312-2c1a50129acc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.593704] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.180573] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.180573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.180956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.180956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.181047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.181115] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 is going to be updated. [ 980.209477] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.209663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.209739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.209948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.210105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.221164] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: IN_PROGRESS for 2s [ 980.538025] env[69577]: INFO networking_nsxv3.common.synchronization [req-2867083d-1dfc-430a-abe6-d47a7ddf8453 req-74103fb2-1c57-4136-a3af-6c6eb2e64092 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 980.538025] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 980.538025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.538025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.538449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.538827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.539146] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.541980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.541980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.541980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.541980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.541980] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.541980] env[69577]: INFO networking_nsxv3.common.synchronization [req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 req-0f434fff-ef7d-47cc-aa74-8e54afa95f11 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Enqueued Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_members [ 980.543242] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a65b54-887b-4a92-9e10-5d729124b332 with Priority: HIGHEST for action security_group_members [ 980.543942] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a65b54-887b-4a92-9e10-5d729124b332 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.546022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.546022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.546022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.546022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.546022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.546022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.546022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.546022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.546022] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a65b54-887b-4a92-9e10-5d729124b332',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.718177] env[69577]: INFO networking_nsxv3.common.synchronization [req-dea133a2-1cff-4370-8f89-ed113067e820 req-4fa9b878-34e5-404a-9b30-eab64b8b7dec service nova] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_rules [ 980.718177] env[69577]: INFO networking_nsxv3.common.synchronization [req-dea133a2-1cff-4370-8f89-ed113067e820 req-4fa9b878-34e5-404a-9b30-eab64b8b7dec service nova] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 980.718177] env[69577]: INFO networking_nsxv3.common.synchronization [req-dea133a2-1cff-4370-8f89-ed113067e820 req-4fa9b878-34e5-404a-9b30-eab64b8b7dec service nova] Enqueued Resource ID: df482a2e-4b07-4d82-8312-2c1a50129acc with Priority: HIGHEST for action port [ 980.718177] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_rules [ 980.718177] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 980.718177] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df482a2e-4b07-4d82-8312-2c1a50129acc with Priority: HIGHEST for action port [ 980.718929] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.719245] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.719623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.723208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.723208] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.723208] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.723208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.723208] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-df482a2e-4b07-4d82-8312-2c1a50129acc taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.723208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df482a2e-4b07-4d82-8312-2c1a50129acc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.723208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df482a2e-4b07-4d82-8312-2c1a50129acc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.723208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df482a2e-4b07-4d82-8312-2c1a50129acc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.723208] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df482a2e-4b07-4d82-8312-2c1a50129acc',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.044643] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.044838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.044912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.045285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.045411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.045680] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.045804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.045958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.046158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.046249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.046394] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 981.047757] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.047874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.047943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.048163] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.048262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.048442] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.048613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.048674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.048824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.048901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.048988] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a65b54-887b-4a92-9e10-5d729124b332 is going to be updated. [ 981.079880] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.080106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.080163] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.080462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.080462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.083063] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.083204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.083204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.083350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.083489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.100550] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 981.101316] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a65b54-887b-4a92-9e10-5d729124b332 in Status: IN_PROGRESS for 2s [ 981.127034] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: SUCCESS [ 981.127564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.156235] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 981.156414] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 deletion is rescheduled due to dependency. [ 981.156536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.224564] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.224805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.227228] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df482a2e-4b07-4d82-8312-2c1a50129acc with status ACTIVE [ 981.227503] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.227592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.227715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.227882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.228013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.228219] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.228322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.228383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.228619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.228715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.228911] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.229036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.229128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.229284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.229363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.229451] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df482a2e-4b07-4d82-8312-2c1a50129acc is going to be updated. [ 981.256592] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.256748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.256805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.257033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.257162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.257319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df482a2e-4b07-4d82-8312-2c1a50129acc" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.234394] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: SUCCESS [ 982.235878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.235878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.235878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.235878] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.235878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.235878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.235878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.235878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.235878] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.737668] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.112079] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a65b54-887b-4a92-9e10-5d729124b332 in Status: SUCCESS [ 983.113878] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a65b54-887b-4a92-9e10-5d729124b332 deletion is rescheduled due to dependency. [ 983.113878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a65b54-887b-4a92-9e10-5d729124b332" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.113878] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 983.113878] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d deletion is rescheduled due to dependency. [ 983.113878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.243728] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.748522] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.748725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.748801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.749052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.749159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.749265] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 is going to be updated. [ 983.783637] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.783814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.783861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.784129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.784281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.792914] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: IN_PROGRESS for 2s [ 985.401020] env[69577]: INFO networking_nsxv3.common.synchronization [req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 req-cad5b792-52e2-43d6-a924-d015cd04d935 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 985.401584] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 985.401905] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.402268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.402365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.402607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.402771] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.402878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.402942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.403114] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.403202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.403292] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.803296] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: SUCCESS [ 985.803552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.806078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.806078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.806078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.806078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.806078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.806078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.806078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.806078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.806078] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.905357] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.152983] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.153285] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.153437] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.153788] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.154041] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.154238] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.154380] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.154645] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.154833] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.155051] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.155210] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.155341] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.155522] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.155591] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.155712] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.155861] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.180895] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.181178] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.181335] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.181552] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.181959] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ac736a98-437b-462c-9624-8a9c9c38c532 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.182189] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ac736a98-437b-462c-9624-8a9c9c38c532" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.182314] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ac736a98-437b-462c-9624-8a9c9c38c532" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.182676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ac736a98-437b-462c-9624-8a9c9c38c532" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.182824] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac736a98-437b-462c-9624-8a9c9c38c532',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.306997] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.307193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.307265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.307482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.307654] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.307757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.307822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.307969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.308071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.308158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.308310] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.308403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.308462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.308604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.308766] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.308860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.308920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.309074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.309151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.309232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.309318] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.408097] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.685342] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.687353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.687353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.687353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.687353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.687353] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ac736a98-437b-462c-9624-8a9c9c38c532 not found, creating... [ 986.687353] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.687353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.687353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.687353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.687353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.687791] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.687791] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.687791] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.688038] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.688149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.688269] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ac736a98-437b-462c-9624-8a9c9c38c532 is going to be created. [ 986.709943] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.710198] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.710330] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.710599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.710834] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.711078] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ac736a98-437b-462c-9624-8a9c9c38c532" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.811892] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c75be64-c361-4b88-9586-bd1a04aa7a13: rpc.has_security_group_logging(os_id): False [ 986.839716] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.839953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.839953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.840193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.840284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.840482] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.840574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.840632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.840786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.840870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.841137] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.841233] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.841290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.841435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.842032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.842032] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.842032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.842032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.842326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.842326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.842326] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 is going to be updated. [ 986.910282] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.910447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.910524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.910754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.910850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.910951] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b is going to be updated. [ 986.938237] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.938237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.938462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.938498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.938620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.951533] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: IN_PROGRESS for 2s [ 986.952486] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.952632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.952679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.952921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.953087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.960317] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: IN_PROGRESS for 2s [ 987.457020] env[69577]: INFO networking_nsxv3.common.synchronization [req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 req-193b627e-01c4-45b5-a775-67ad5d562d12 service nova] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_rules [ 987.457020] env[69577]: INFO networking_nsxv3.common.synchronization [req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 req-193b627e-01c4-45b5-a775-67ad5d562d12 service nova] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 987.457020] env[69577]: INFO networking_nsxv3.common.synchronization [req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 req-193b627e-01c4-45b5-a775-67ad5d562d12 service nova] Enqueued Resource ID: ac736a98-437b-462c-9624-8a9c9c38c532 with Priority: HIGHEST for action port [ 987.457020] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_rules [ 987.457020] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 987.457020] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac736a98-437b-462c-9624-8a9c9c38c532 with Priority: HIGHEST for action port [ 987.457020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.457878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.458070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.458523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.458776] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.460399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.461115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.461115] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac736a98-437b-462c-9624-8a9c9c38c532 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.461115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac736a98-437b-462c-9624-8a9c9c38c532" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.461115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac736a98-437b-462c-9624-8a9c9c38c532" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.461520] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac736a98-437b-462c-9624-8a9c9c38c532" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.461702] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac736a98-437b-462c-9624-8a9c9c38c532',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.964722] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.964722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.964722] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac736a98-437b-462c-9624-8a9c9c38c532 with status ACTIVE [ 987.964961] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.964961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.964961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.966528] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.966528] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.966528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.966528] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac736a98-437b-462c-9624-8a9c9c38c532 is going to be updated. [ 987.984952] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.985130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.985173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.985335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.985479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.985648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac736a98-437b-462c-9624-8a9c9c38c532" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.963752] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: SUCCESS [ 988.964582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.970393] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: SUCCESS [ 988.970393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.970393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.970393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.970393] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.970393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.970393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.970393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.970393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.970393] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.475410] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.981527] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.485411] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.485411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.485539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.485696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.485841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.485988] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b is going to be updated. [ 990.515649] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.515907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.516045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.516368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.520045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.530169] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: IN_PROGRESS for 2s [ 990.597137] env[69577]: INFO networking_nsxv3.common.synchronization [req-84c2d666-0268-418d-a300-9517301d75d7 req-1b1dda90-ee88-44ad-b75f-c8bb2cae4f8d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 990.600032] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 990.600032] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.600032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.600032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.600032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.600032] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.600032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.600032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.600032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.600032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.600032] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.103115] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.106796] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.106796] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.106796] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.106796] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.107284] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.107284] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.107433] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.107609] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.107812] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.107972] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.108618] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.108935] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.109061] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.109233] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.109365] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.109516] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.128128] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.128588] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.128588] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.128857] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.129200] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-b00fbbd8-d6f3-4041-9ada-d6be5583196f taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.129436] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-b00fbbd8-d6f3-4041-9ada-d6be5583196f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.129589] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-b00fbbd8-d6f3-4041-9ada-d6be5583196f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.130012] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-b00fbbd8-d6f3-4041-9ada-d6be5583196f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.131702] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00fbbd8-d6f3-4041-9ada-d6be5583196f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.605455] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.634143] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.634389] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.634522] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.634794] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.634948] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.635351] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port b00fbbd8-d6f3-4041-9ada-d6be5583196f not found, creating... [ 991.635431] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.635531] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.635647] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.635886] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.636075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.636421] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.636535] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.636632] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.636852] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.636985] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.637150] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: b00fbbd8-d6f3-4041-9ada-d6be5583196f is going to be created. [ 991.658259] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.658534] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.658671] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.659011] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.659257] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.659488] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-b00fbbd8-d6f3-4041-9ada-d6be5583196f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.107536] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.107863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.107863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.107950] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.108096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.108142] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 992.138033] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.138200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.138269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.138514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.138667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.147682] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 992.543552] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: SUCCESS [ 992.543552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.543763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.543990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.544187] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.544296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.544986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.544986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.544986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.544986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.544986] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.677580] env[69577]: INFO networking_nsxv3.common.synchronization [req-84c2d666-0268-418d-a300-9517301d75d7 req-48cd5030-4e1a-4b98-9b07-da6005588389 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 992.677580] env[69577]: INFO networking_nsxv3.common.synchronization [req-84c2d666-0268-418d-a300-9517301d75d7 req-48cd5030-4e1a-4b98-9b07-da6005588389 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 992.677580] env[69577]: INFO networking_nsxv3.common.synchronization [req-84c2d666-0268-418d-a300-9517301d75d7 req-48cd5030-4e1a-4b98-9b07-da6005588389 service nova] Enqueued Resource ID: b00fbbd8-d6f3-4041-9ada-d6be5583196f with Priority: HIGHEST for action port [ 992.677580] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 992.677580] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 992.677580] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00fbbd8-d6f3-4041-9ada-d6be5583196f with Priority: HIGHEST for action port [ 992.677580] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.677979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.678169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.678323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.678404] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.679532] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.679532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.679726] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00fbbd8-d6f3-4041-9ada-d6be5583196f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.679726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00fbbd8-d6f3-4041-9ada-d6be5583196f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.679726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00fbbd8-d6f3-4041-9ada-d6be5583196f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.679936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00fbbd8-d6f3-4041-9ada-d6be5583196f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.679936] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00fbbd8-d6f3-4041-9ada-d6be5583196f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.048942] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.181411] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.181823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.185030] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b00fbbd8-d6f3-4041-9ada-d6be5583196f with status ACTIVE [ 993.185219] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.185440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.185440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.185639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.185729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.185909] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.187081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.187216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.187416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.187492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.187692] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.187834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.187880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.187995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.188089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.188178] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b00fbbd8-d6f3-4041-9ada-d6be5583196f is going to be updated. [ 993.211872] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.211872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.212180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.212239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.212371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.212571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00fbbd8-d6f3-4041-9ada-d6be5583196f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.551292] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b: rpc.has_security_group_logging(os_id): False [ 993.575881] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.576120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.576120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.576322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.576412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.576661] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.576756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.576816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.576970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.577062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.577150] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b is going to be updated. [ 993.637437] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.637611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.637677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.637849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.637987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.652703] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: IN_PROGRESS for 2s [ 994.157783] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 994.157999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.158180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.158389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.158978] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.158978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.158978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.158978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.158978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.159303] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.577246] env[69577]: INFO networking_nsxv3.common.synchronization [req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 req-72ec1d31-a47a-4a63-8879-36dd4fac5297 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 994.578023] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 994.578357] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.578484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.578572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.578783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.578971] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.579113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.579179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.579326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.579413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.579522] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.662494] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.085627] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.164767] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.588274] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.666939] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: SUCCESS [ 995.666939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.669025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.669025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.669025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.669025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.669025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.669025] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 995.695790] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.696012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.696012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.700028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.700028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.706125] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 996.076471] env[69577]: INFO networking_nsxv3.common.synchronization [req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 req-59f1a990-14df-46b7-9860-0ac207e110b9 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 996.076695] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGHEST for action security_group_members [ 996.076980] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.077145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.077250] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.077463] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.077604] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.077696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.077767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.078589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.078589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.078871] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.090672] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.090818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.090889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.091116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.091215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.091313] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 is going to be updated. [ 996.131596] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.131596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.131596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.131596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.131924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.148924] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: IN_PROGRESS for 2s [ 996.355150] env[69577]: INFO networking_nsxv3.common.synchronization [req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 req-c305eba3-fab0-4065-bd92-31d593be1812 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 996.355150] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 996.355150] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.355150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.355150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.355899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.356170] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.356403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.356558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.356807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.356987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.357191] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.584018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.584018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.584018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.584018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.584018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.584018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.584018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.584018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.584018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.584018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.584018] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be updated. [ 996.614434] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.614434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.614434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.614434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.614434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.621112] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: IN_PROGRESS for 2s [ 996.862646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.862646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.862646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.862646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.862646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.862646] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.862646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.862646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.862646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.862646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.862646] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 996.901909] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.902280] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.902444] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.902738] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.903358] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.903526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.903790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.904175] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.904475] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.904815] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.905040] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.905253] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.905461] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.905679] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.905904] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.906124] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.908641] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.908814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.908930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.909181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.909319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.922373] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 996.931199] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.931464] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.931577] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.931760] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-917" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.932110] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-2de4754f-d000-449a-9797-52ac1ab57590 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.933484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-2de4754f-d000-449a-9797-52ac1ab57590" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.933484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-2de4754f-d000-449a-9797-52ac1ab57590" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.933484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-2de4754f-d000-449a-9797-52ac1ab57590" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.933484] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de4754f-d000-449a-9797-52ac1ab57590',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.435169] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.435392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.435542] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.435814] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.435972] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.436144] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 2de4754f-d000-449a-9797-52ac1ab57590 not found, creating... [ 997.436403] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.436563] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.436685] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.436914] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.437069] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.437443] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.437652] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.437821] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.438118] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.438324] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.438532] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 2de4754f-d000-449a-9797-52ac1ab57590 is going to be created. [ 997.460102] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.460318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.460511] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.460783] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.461020] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.461252] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-2de4754f-d000-449a-9797-52ac1ab57590" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.716968] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 997.717297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.717354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.717566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.717751] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.717866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.717936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.718089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.718170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.718255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.718342] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.158787] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: SUCCESS [ 998.159072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.220758] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.220939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.221116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.221228] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.221405] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.221486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.221541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.221692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.221779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.221925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.222053] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.222133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.222187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.222284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.222419] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.222507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.222597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.222693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.222767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.222845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.222932] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.305634] env[69577]: INFO networking_nsxv3.common.synchronization [req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 req-1f2e63ad-5324-4c16-908c-31f06b0c3e51 service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 998.305634] env[69577]: INFO networking_nsxv3.common.synchronization [req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 req-1f2e63ad-5324-4c16-908c-31f06b0c3e51 service nova] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 998.305634] env[69577]: INFO networking_nsxv3.common.synchronization [req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 req-1f2e63ad-5324-4c16-908c-31f06b0c3e51 service nova] Enqueued Resource ID: 2de4754f-d000-449a-9797-52ac1ab57590 with Priority: HIGHEST for action port [ 998.305634] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_rules [ 998.307306] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 998.307882] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2de4754f-d000-449a-9797-52ac1ab57590 with Priority: HIGHEST for action port [ 998.309305] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.309944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.310035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.310273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.310805] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.311973] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.312046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.312980] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2de4754f-d000-449a-9797-52ac1ab57590 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.313103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2de4754f-d000-449a-9797-52ac1ab57590" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.313168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2de4754f-d000-449a-9797-52ac1ab57590" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.313406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2de4754f-d000-449a-9797-52ac1ab57590" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.313489] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de4754f-d000-449a-9797-52ac1ab57590',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.563823] env[69577]: INFO networking_nsxv3.common.synchronization [None req-6bd406db-c309-4652-855f-77bfdf8d8b44 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 998.564537] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 998.565129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.569872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.569872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.569872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.569872] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.569872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.570402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.570402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.570402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.570402] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.632776] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f564def0-309e-4173-8211-93c2e1736b51 in Status: SUCCESS [ 998.632956] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f564def0-309e-4173-8211-93c2e1736b51 deletion is rescheduled due to dependency. [ 998.633083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.727418] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9edae4-1229-43a7-84f9-386d12399df9: rpc.has_security_group_logging(os_id): False [ 998.744799] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.745020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.745020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.745236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.745327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.745530] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.745631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.745738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.745848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.745914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.746124] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.746220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.746282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.746421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.746492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.746688] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.746780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.746841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.746979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.747065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.747153] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 998.806986] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.806986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.806986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.807964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.807964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.816511] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.816683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.817258] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2de4754f-d000-449a-9797-52ac1ab57590 with status ACTIVE [ 998.817503] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.817620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.817683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.817897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.817989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.818181] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.818311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.818402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.818602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.818681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.818869] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.818966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.819429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.819429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.819429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.819429] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2de4754f-d000-449a-9797-52ac1ab57590 is going to be updated. [ 998.822198] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 998.838842] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.839084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.839084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.839317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.839456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.839627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2de4754f-d000-449a-9797-52ac1ab57590" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.937621] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 998.937621] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d deletion is rescheduled due to dependency. [ 998.937771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.937862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.938216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.938426] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.938550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.938613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.938789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.938883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.939100] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.077141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.082685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.082685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.082685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.082685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.082685] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.082685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.082685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.082685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.082685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.082685] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 999.109056] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.109056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.109056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.109056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.109056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.115544] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 999.444269] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.950750] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.453326] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.453532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.453651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.453917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.454033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.454140] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 1000.485097] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.485334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.485334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.485661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.485661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.493617] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 1000.550747] env[69577]: INFO networking_nsxv3.common.synchronization [req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 req-9464e878-165d-40e0-8d7d-9ee134b8f7e7 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 1000.551283] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGHEST for action security_group_members [ 1000.551618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.551739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.551801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.551992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.552160] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.552269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.552356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.552503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.553419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.553419] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.835547] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1000.835819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.055065] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.055478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.055478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.055593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.055593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.055773] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.055870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.055926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.056078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.056156] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.056236] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 is going to be updated. [ 1001.089017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.089017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.089017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.089017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.089017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.095563] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: IN_PROGRESS for 2s [ 1001.143476] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 1001.143476] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c deletion is rescheduled due to dependency. [ 1001.143476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.847884] env[69577]: INFO networking_nsxv3.common.synchronization [None req-0c2c0fe4-6d51-443f-bfcd-5de686c38f59 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Enqueued Resource ID: 5b39da7a-d56e-4b9d-b27f-4f131c840755 with Priority: HIGHEST for action security_group_rules [ 1001.848574] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39da7a-d56e-4b9d-b27f-4f131c840755 with Priority: HIGHEST for action security_group_rules [ 1001.848951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b39da7a-d56e-4b9d-b27f-4f131c840755 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.849178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b39da7a-d56e-4b9d-b27f-4f131c840755" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.849255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b39da7a-d56e-4b9d-b27f-4f131c840755" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.849571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b39da7a-d56e-4b9d-b27f-4f131c840755" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.849679] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b39da7a-d56e-4b9d-b27f-4f131c840755',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.933032] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4cd1e308-728e-4360-9ebc-5c8e5a9ba673 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Enqueued Resource ID: 5b39da7a-d56e-4b9d-b27f-4f131c840755 with Priority: HIGHEST for action security_group_rules [ 1001.933348] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39da7a-d56e-4b9d-b27f-4f131c840755 with Priority: HIGHEST for action security_group_rules [ 1001.933648] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b39da7a-d56e-4b9d-b27f-4f131c840755 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.933811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b39da7a-d56e-4b9d-b27f-4f131c840755" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.375970] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.376340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.376340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.376500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.376564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.376660] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b39da7a-d56e-4b9d-b27f-4f131c840755 already deleted. [ 1002.376740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b39da7a-d56e-4b9d-b27f-4f131c840755" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.376887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b39da7a-d56e-4b9d-b27f-4f131c840755" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.377069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b39da7a-d56e-4b9d-b27f-4f131c840755" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.377335] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b39da7a-d56e-4b9d-b27f-4f131c840755',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.504547] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 1002.504547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.504547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.504547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.504547] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.504547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.504547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.504547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.504547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.504547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.504547] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.896923] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.897097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.897181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.897448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.897548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.897644] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b39da7a-d56e-4b9d-b27f-4f131c840755 already deleted. [ 1002.897724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b39da7a-d56e-4b9d-b27f-4f131c840755" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.006523] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.006688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.006765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.007012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.007287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.007387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.007436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.007581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.007667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.007754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.007901] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.007992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.008079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.008230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.008364] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.008440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.008526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.008631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.008698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.008780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.008914] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.104942] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 in Status: SUCCESS [ 1003.105149] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 deletion is rescheduled due to dependency. [ 1003.105266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.511158] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1874da-fb5c-4da0-8092-62af8828966d: rpc.has_security_group_logging(os_id): False [ 1003.528254] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.528563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.528563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.528864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.528864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.529012] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.529139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.529139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.529384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.529440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.529600] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.529677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.529726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.529866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.529934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.530415] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.530514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.530588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.530720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.530797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.530883] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 1003.592326] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.592534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.592673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.592922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.593136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.607514] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 1003.638507] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.638689] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.638825] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.639133] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.639474] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.639643] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.639763] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.639986] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.640192] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.640388] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.640510] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.640692] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.640742] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.640833] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.640940] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.641085] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.660562] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.660751] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.660916] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.661093] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.661418] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.662103] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.662103] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.662103] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.662260] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73421ae6-7ce8-47b5-8db6-f69fdfe96cb8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.166384] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.166679] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.167492] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.167492] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.167492] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.167779] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 not found, creating... [ 1004.167929] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.168127] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.168253] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.168521] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.168627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.168909] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.169079] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.169266] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.169501] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.169643] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.169789] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 is going to be created. [ 1004.190768] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.191074] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.191255] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.191543] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.191812] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.192105] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.992189] env[69577]: INFO networking_nsxv3.common.synchronization [req-038a3a50-985d-4f26-b213-8f2dfac40dfe req-f4980c0a-5b2c-4492-93e3-888e61ebde81 service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 1004.992690] env[69577]: INFO networking_nsxv3.common.synchronization [req-038a3a50-985d-4f26-b213-8f2dfac40dfe req-f4980c0a-5b2c-4492-93e3-888e61ebde81 service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 1004.992690] env[69577]: INFO networking_nsxv3.common.synchronization [req-038a3a50-985d-4f26-b213-8f2dfac40dfe req-f4980c0a-5b2c-4492-93e3-888e61ebde81 service nova] Enqueued Resource ID: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 with Priority: HIGHEST for action port [ 1004.992690] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 1004.992860] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 1004.992959] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 with Priority: HIGHEST for action port [ 1004.993575] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.993725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.993800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.994033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.994117] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.994968] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.995418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.995418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.995418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.995599] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.995599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.995711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.995838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.995928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.996055] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.997148] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.997285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.997285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.997433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.997511] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73421ae6-7ce8-47b5-8db6-f69fdfe96cb8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.499149] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.499425] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.500764] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.501752] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 with status ACTIVE [ 1005.501980] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.502123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.502191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.502411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.502506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.502712] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.502796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.502844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.502973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.503057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.503292] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.503379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.503379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.503504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.503570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.503654] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 is going to be updated. [ 1005.524180] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.525804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.525804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.525954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.526332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.526332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.622906] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 1005.623206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.006744] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.201605] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1006.201605] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1006.509432] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.509801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.509801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.510178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.510261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.510363] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 1006.535165] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.535306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.535377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.535591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.535960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.544056] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 1006.556021] env[69577]: INFO networking_nsxv3.common.synchronization [req-e99093bc-d59e-4dec-aaac-25ed56b53b17 req-ca23508e-429d-4e7c-b8dc-6191d2c25a5b tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1006.556021] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1006.556021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.556562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.556562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.556646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.556818] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.556884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.556958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.557611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.557611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.557611] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.059370] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.561615] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.779671] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.779989] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.780257] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.780726] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.781215] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.781479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.781812] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.782211] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.782618] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.782860] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.782990] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.783115] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.783232] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.783341] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.783486] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.783640] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.801709] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.801768] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.801916] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.802265] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-785" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.802580] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-e311a74f-136b-4e19-a949-ccd90315ece3 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.802759] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.802883] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.803164] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.803361] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e311a74f-136b-4e19-a949-ccd90315ece3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.065674] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.065989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.065989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.066207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.066304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.066421] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1008.095280] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.095461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.095514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.095695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.095846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.104918] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1008.305667] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.306135] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.306135] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.306447] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.306610] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.306917] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.307352] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.307448] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.307635] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.307780] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.308084] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.308243] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.308389] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.308618] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.308765] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.308911] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: e311a74f-136b-4e19-a949-ccd90315ece3 is going to be updated. [ 1008.331108] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.331329] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.331455] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.332029] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.332029] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.332175] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.553754] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 1008.553992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.554172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.554392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.554588] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.554705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.554763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.554914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.554993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.555157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.555205] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.062413] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.062665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.062665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.062907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.063097] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.063231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.063299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.063462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.063557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.063666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.063830] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.063922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.063981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.064145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.064303] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.064957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.065102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.065212] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.065297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.065421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.065524] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.073067] env[69577]: INFO networking_nsxv3.common.synchronization [req-38fd093a-86eb-4a84-8f10-55b278a5a35f req-8bf19b65-7e3a-4d10-9f18-7c90b02b694f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1009.073067] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1009.073462] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.073462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.073462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.074456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.074456] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.074456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.074456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.074456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.074456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.074456] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.390245] env[69577]: INFO networking_nsxv3.common.synchronization [req-b85b4715-fac3-4dd8-8673-4368360d6689 req-351b7fb6-cde2-48a1-a38e-fb1aa968728f service nova] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_rules [ 1009.390438] env[69577]: INFO networking_nsxv3.common.synchronization [req-b85b4715-fac3-4dd8-8673-4368360d6689 req-351b7fb6-cde2-48a1-a38e-fb1aa968728f service nova] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 1009.390619] env[69577]: INFO networking_nsxv3.common.synchronization [req-b85b4715-fac3-4dd8-8673-4368360d6689 req-351b7fb6-cde2-48a1-a38e-fb1aa968728f service nova] Enqueued Resource ID: e311a74f-136b-4e19-a949-ccd90315ece3 with Priority: HIGHEST for action port [ 1009.391068] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_rules [ 1009.391220] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 1009.391331] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e311a74f-136b-4e19-a949-ccd90315ece3 with Priority: HIGHEST for action port [ 1009.392568] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.392696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.392765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.392985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.393079] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.394312] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.394446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.394517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.394819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.394947] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.395061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.395117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.395267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.395352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.395441] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.396896] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e311a74f-136b-4e19-a949-ccd90315ece3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.397027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.397100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.397259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.397339] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e311a74f-136b-4e19-a949-ccd90315ece3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.572619] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac485341-82d2-4202-b106-124c98ff175c: rpc.has_security_group_logging(os_id): False [ 1009.576393] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.576538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.576610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.576821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.576915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.577135] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.577252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.577312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.577490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.577574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.577664] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1009.588618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.588753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.588820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.589019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.589107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.589317] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.589500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.589561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.589698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.589770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.589954] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.590062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.590122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.590255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.590334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.590539] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.590635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.590696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.590829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.590916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.590979] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 1009.603372] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.603510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.603576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.603766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.603912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.611486] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1009.650860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.651023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.652590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.652590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.652590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.663059] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 1009.903576] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.903755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.904034] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.904925] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e311a74f-136b-4e19-a949-ccd90315ece3 with status ACTIVE [ 1009.905133] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.905372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.905372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.905544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.905636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.905815] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.907084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.907084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.907084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.907084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.907084] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.907084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.907084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.907084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.907084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.907084] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e311a74f-136b-4e19-a949-ccd90315ece3 is going to be updated. [ 1009.934345] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.934549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.934807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.934886] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.935049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.935242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e311a74f-136b-4e19-a949-ccd90315ece3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.122170] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 4s [ 1010.408744] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.630539] env[69577]: INFO networking_nsxv3.common.synchronization [req-3efe46bb-c46f-4664-9ddc-da866c12e779 req-2ed0b7da-f3a0-4311-b3df-cdee44e812a9 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1010.631271] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1010.631655] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.631846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.631946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.632299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.632507] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.632663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.632727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.632946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.633053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.633178] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.912466] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.912466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.912568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.912750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.912861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.912996] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be updated. [ 1010.971983] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.972240] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.972383] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.972661] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.973082] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.973286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.973424] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.973687] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.973857] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.974128] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.974265] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.974436] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.974621] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.974760] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.975012] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.975170] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.978683] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.978683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.978683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.978683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.978683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.990092] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 1011.000168] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.000168] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.000168] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.000168] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.000168] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-4f97e5b9-6dba-4294-97f6-c226346ac288 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.000953] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-4f97e5b9-6dba-4294-97f6-c226346ac288" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.001261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-4f97e5b9-6dba-4294-97f6-c226346ac288" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.003873] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-4f97e5b9-6dba-4294-97f6-c226346ac288" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.004064] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f97e5b9-6dba-4294-97f6-c226346ac288',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.135113] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.135575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.135575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.135575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.135756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.135984] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.135984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.136147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.136147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.136231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.136312] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 already deleted. [ 1011.136395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.510588] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.510837] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.510973] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.511302] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.511467] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.511622] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 4f97e5b9-6dba-4294-97f6-c226346ac288 not found, creating... [ 1011.511902] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.512124] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.512208] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.512447] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.512595] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.512879] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.513053] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.513178] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.513387] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.513526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.513670] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 4f97e5b9-6dba-4294-97f6-c226346ac288 is going to be created. [ 1011.531936] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.532180] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.532350] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.532631] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.532962] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.533238] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-4f97e5b9-6dba-4294-97f6-c226346ac288" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.623306] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1011.623507] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 1011.623643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.678078] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 1011.678325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.948789] env[69577]: INFO networking_nsxv3.common.synchronization [req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd req-d7b7c511-7211-4b83-8c91-59fa06908e8b tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 1011.948789] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGHEST for action security_group_members [ 1011.948789] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.948789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.948789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.948789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.948789] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.948789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.948789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.951456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.951661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.951847] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.134574] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1012.134995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.340860] env[69577]: INFO networking_nsxv3.common.synchronization [req-3efe46bb-c46f-4664-9ddc-da866c12e779 req-d3d88417-678c-4aa8-add2-0da343a8759c service nova] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_rules [ 1012.340860] env[69577]: INFO networking_nsxv3.common.synchronization [req-3efe46bb-c46f-4664-9ddc-da866c12e779 req-d3d88417-678c-4aa8-add2-0da343a8759c service nova] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1012.344031] env[69577]: INFO networking_nsxv3.common.synchronization [req-3efe46bb-c46f-4664-9ddc-da866c12e779 req-d3d88417-678c-4aa8-add2-0da343a8759c service nova] Enqueued Resource ID: 4f97e5b9-6dba-4294-97f6-c226346ac288 with Priority: HIGHEST for action port [ 1012.344031] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_rules [ 1012.344031] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1012.344031] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f97e5b9-6dba-4294-97f6-c226346ac288 with Priority: HIGHEST for action port [ 1012.344031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.344031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.344031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.344031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.344031] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.344461] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.344506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.344622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.344942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.345166] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.345296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.345339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.345504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.345604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.345694] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.347012] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f97e5b9-6dba-4294-97f6-c226346ac288 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.347012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f97e5b9-6dba-4294-97f6-c226346ac288" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.347012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f97e5b9-6dba-4294-97f6-c226346ac288" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.347012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f97e5b9-6dba-4294-97f6-c226346ac288" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.347012] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f97e5b9-6dba-4294-97f6-c226346ac288',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.455317] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.455317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.455469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.455579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.455674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.456331] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.456331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.456331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.456331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.456331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.456331] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 is going to be updated. [ 1012.484412] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.484412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.484412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.484412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.484412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.495676] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: IN_PROGRESS for 2s [ 1012.556262] env[69577]: INFO networking_nsxv3.common.synchronization [req-56723dc1-09c0-4155-9cd8-4e9758e48e7d req-83b70bc5-6022-4ef4-804d-621745d83df1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 1012.557468] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 1012.557811] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.557964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.558026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.558249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.558607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.558743] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.558787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.558939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.559033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.559155] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.848432] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.850338] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.850483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.850697] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f97e5b9-6dba-4294-97f6-c226346ac288 with status ACTIVE [ 1012.851014] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.851014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.851014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.851295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.851337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.851507] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.851616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.851686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.851842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.851944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.852193] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.852290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.852340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.852448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.852525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.852797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f97e5b9-6dba-4294-97f6-c226346ac288 is going to be updated. [ 1012.873797] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.873948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.874027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.874242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.874375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.874530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f97e5b9-6dba-4294-97f6-c226346ac288" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.998815] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 1012.999052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.999258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.999483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.999654] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.999794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.999849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.000043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.000137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.001111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.001111] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.061329] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.350678] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.503743] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.504218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.504218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.504274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.504728] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.504728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.504728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.504728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.504972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.504972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.505124] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.505217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.505279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.505421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.505737] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.505737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.505737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.505869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.505911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.505980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.507488] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.564754] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.854572] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.855418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.860293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.860293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.860293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.860293] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be created. [ 1013.883736] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.885733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.885733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.885733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.885733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.896517] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: UNINITIALIZED for 2s [ 1014.010791] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9af671c-8b08-48b9-af29-5fb35faf98c4: rpc.has_security_group_logging(os_id): False [ 1014.028306] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.028306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.028306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.028473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.028499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.028699] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.028799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.028864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.029017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.029101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.029653] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.029653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.029653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.029653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.029818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.029907] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.029991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.030188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.030333] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.030409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.030517] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be updated. [ 1014.067541] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.067859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.067939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.068164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.068256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.068354] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be updated. [ 1014.086267] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.086448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.086522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.086761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.086929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.096836] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.096836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.096836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.096836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.096999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.101227] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 1014.103720] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: IN_PROGRESS for 2s [ 1014.508438] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 in Status: SUCCESS [ 1014.508749] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 deletion is rescheduled due to dependency. [ 1014.508832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.906250] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: SUCCESS [ 1015.907433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.907819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.908107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.908324] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.908442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.908507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.908668] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.908754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.908841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.908931] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.118358] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: SUCCESS [ 1016.118358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.119070] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 1016.119070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.301215] env[69577]: INFO networking_nsxv3.common.synchronization [None req-aebe1ab5-7eba-434e-8f7b-f4a971d3663a None None] Enqueued Resource ID: bb5140d0-7651-41d4-b7d6-61b0e8711892 with Priority: HIGHEST for action port [ 1016.301776] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5140d0-7651-41d4-b7d6-61b0e8711892 with Priority: HIGHEST for action port [ 1016.302365] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb5140d0-7651-41d4-b7d6-61b0e8711892 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.302559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb5140d0-7651-41d4-b7d6-61b0e8711892" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.302812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb5140d0-7651-41d4-b7d6-61b0e8711892" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.303158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb5140d0-7651-41d4-b7d6-61b0e8711892" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.303873] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5140d0-7651-41d4-b7d6-61b0e8711892',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.382631] env[69577]: INFO networking_nsxv3.common.synchronization [req-be746d85-4605-4d71-a2f5-ca25b5a10f52 req-67113224-571a-4f25-9caa-b28e2ae63673 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1016.383347] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1016.383597] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.383725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.383793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.384251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.384474] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.385079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.385079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.385316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.385449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.385586] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.415432] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.415647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.415742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.416194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.416194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.416360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.416403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.416570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.416683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.416992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.416992] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.417143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.417143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.417227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.418240] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.418769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.418769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.418769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.418769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.418769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.418937] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.770600] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.770958] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.771096] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.771300] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.771576] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.771738] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.771856] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.773561] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.774373] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.774373] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.774373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.774373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.774373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.774720] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.774720] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.774720] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.794862] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.795181] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.795356] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.795532] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.795951] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-dfceeeef-465a-45b3-9c1b-17cc077387d7 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.796226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-dfceeeef-465a-45b3-9c1b-17cc077387d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.796226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-dfceeeef-465a-45b3-9c1b-17cc077387d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.796512] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-dfceeeef-465a-45b3-9c1b-17cc077387d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.796623] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfceeeef-465a-45b3-9c1b-17cc077387d7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.809388] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb5140d0-7651-41d4-b7d6-61b0e8711892 [ 1016.810181] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.810181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.810181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.810181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.810181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.810699] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb5140d0-7651-41d4-b7d6-61b0e8711892 already deleted. [ 1016.810699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb5140d0-7651-41d4-b7d6-61b0e8711892" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.888263] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.888263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.888373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.888708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.888866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.889122] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.889237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.889307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.889508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.889676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.889798] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 1016.922324] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.922592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.922592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.922808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.922956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.924087] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c74c888-dffa-48c9-a1ba-4957dd6420a8: rpc.has_security_group_logging(os_id): False [ 1016.933115] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 1016.944287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.945201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.945201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.945201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.945201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.945201] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.945387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.945387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.945595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.945595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.945767] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.945883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.945930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.946100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.946219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.946410] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.946531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.946622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.946807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.946888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.946977] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be created. [ 1017.012387] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.012602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.012602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.012821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.013009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.024387] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: IN_PROGRESS for 2s [ 1017.301585] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.301585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.301585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.301585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.301585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.301585] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port dfceeeef-465a-45b3-9c1b-17cc077387d7 not found, creating... [ 1017.303209] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.303918] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.303918] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.304589] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.307070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.307070] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.307070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.307070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.307070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.307070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.307070] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: dfceeeef-465a-45b3-9c1b-17cc077387d7 is going to be created. [ 1017.341510] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.342307] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.342307] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.343015] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.343015] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.343015] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-dfceeeef-465a-45b3-9c1b-17cc077387d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.248247] env[69577]: INFO networking_nsxv3.common.synchronization [req-be746d85-4605-4d71-a2f5-ca25b5a10f52 req-1e662729-c489-4c95-8941-70355a456b7c service nova] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_rules [ 1018.248481] env[69577]: INFO networking_nsxv3.common.synchronization [req-be746d85-4605-4d71-a2f5-ca25b5a10f52 req-1e662729-c489-4c95-8941-70355a456b7c service nova] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1018.248688] env[69577]: INFO networking_nsxv3.common.synchronization [req-be746d85-4605-4d71-a2f5-ca25b5a10f52 req-1e662729-c489-4c95-8941-70355a456b7c service nova] Enqueued Resource ID: dfceeeef-465a-45b3-9c1b-17cc077387d7 with Priority: HIGHEST for action port [ 1018.249281] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_rules [ 1018.252017] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1018.252017] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfceeeef-465a-45b3-9c1b-17cc077387d7 with Priority: HIGHEST for action port [ 1018.252017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.252017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.252017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.252017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.252017] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.252017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.252017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.252017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfceeeef-465a-45b3-9c1b-17cc077387d7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.252017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfceeeef-465a-45b3-9c1b-17cc077387d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.252017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfceeeef-465a-45b3-9c1b-17cc077387d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.252017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfceeeef-465a-45b3-9c1b-17cc077387d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.252017] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfceeeef-465a-45b3-9c1b-17cc077387d7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.753637] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4ff92862-516f-4e74-83e0-d9b8a67ca97f None None] Enqueued Resource ID: 32a5a664-fc7c-447a-8250-1f90a9fb642a with Priority: HIGHEST for action port [ 1018.754047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.754157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.754319] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfceeeef-465a-45b3-9c1b-17cc077387d7 with status ACTIVE [ 1018.754476] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.754579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.754645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.754857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.754948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.755339] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.755487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.755579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.756649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.756761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.757172] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.757319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.757413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.757729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.757857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.758071] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfceeeef-465a-45b3-9c1b-17cc077387d7 is going to be updated. [ 1018.759403] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a5a664-fc7c-447a-8250-1f90a9fb642a with Priority: HIGHEST for action port [ 1018.760391] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a5a664-fc7c-447a-8250-1f90a9fb642a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.761368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a5a664-fc7c-447a-8250-1f90a9fb642a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.761368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a5a664-fc7c-447a-8250-1f90a9fb642a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.761368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a5a664-fc7c-447a-8250-1f90a9fb642a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.761368] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a5a664-fc7c-447a-8250-1f90a9fb642a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.785118] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.785118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.785118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.785118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.785118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.785118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfceeeef-465a-45b3-9c1b-17cc077387d7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.946535] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 1018.946731] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 deletion is rescheduled due to dependency. [ 1018.946850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.947064] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.947298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.947492] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.947633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.947764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.947864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.947959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.948092] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.039429] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: SUCCESS [ 1019.039737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.265022] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32a5a664-fc7c-447a-8250-1f90a9fb642a [ 1019.265022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.265022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.265022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.265404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.265404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.265404] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32a5a664-fc7c-447a-8250-1f90a9fb642a already deleted. [ 1019.265404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a5a664-fc7c-447a-8250-1f90a9fb642a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.450722] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.953668] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.456684] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.457055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.457055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.457261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.457395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.457525] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 1020.486939] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.486939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.486939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.486939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.486939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.498905] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 1020.995197] env[69577]: INFO networking_nsxv3.common.synchronization [None req-abff3328-ad05-4572-89ee-631cc9b3c8ad tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_rules [ 1020.995699] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_rules [ 1020.996024] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.996134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.996205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.996467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.996543] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.087333] env[69577]: INFO networking_nsxv3.common.synchronization [None req-d6bed4d7-015b-4306-a2d3-002914ecfa6d tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_rules [ 1021.087849] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_rules [ 1021.088161] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.088290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.516707] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.517754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.517842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.518052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.518155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.518278] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 already deleted. [ 1021.518371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.518525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.518698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.518781] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.039030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.039030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.039030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.039030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.039030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.039030] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 already deleted. [ 1022.039030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.509331] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 1022.509454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.509624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.509884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.510103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.510339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.510339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.510522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.510522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.510594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.510665] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.670974] env[69577]: INFO networking_nsxv3.common.synchronization [req-00ccf578-720f-4e86-baa5-f6fc60d6584f req-c8338457-d1a5-4b19-a9ca-e178dd8a2f81 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Enqueued Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 1022.672228] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1874da-fb5c-4da0-8092-62af8828966d with Priority: HIGHEST for action security_group_members [ 1022.672228] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1874da-fb5c-4da0-8092-62af8828966d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.675537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.675619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.675889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.676159] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.676159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.676159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.676299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.676856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.676856] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1874da-fb5c-4da0-8092-62af8828966d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.009216] env[69577]: INFO networking_nsxv3.common.synchronization [None req-e8a50dcf-fd22-44e7-a8d9-72a8b66ddb57 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 49dd93bd-0bcf-4827-af6b-b773976b81de with Priority: HIGHEST for action security_group_rules [ 1023.009583] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dd93bd-0bcf-4827-af6b-b773976b81de with Priority: HIGHEST for action security_group_rules [ 1023.010059] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dd93bd-0bcf-4827-af6b-b773976b81de taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.010059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dd93bd-0bcf-4827-af6b-b773976b81de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.010197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dd93bd-0bcf-4827-af6b-b773976b81de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.011021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dd93bd-0bcf-4827-af6b-b773976b81de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.011021] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dd93bd-0bcf-4827-af6b-b773976b81de',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.012407] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.012538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.012606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.012790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.012953] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.013065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.013126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.013273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.013356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.013438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.013645] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.014121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.014121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.014121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.014121] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.014121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.014281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.014281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.014614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.014614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.014614] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.114639] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4d395f91-9255-47b7-94ae-11b3da90c549 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 49dd93bd-0bcf-4827-af6b-b773976b81de with Priority: HIGHEST for action security_group_rules [ 1023.115224] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dd93bd-0bcf-4827-af6b-b773976b81de with Priority: HIGHEST for action security_group_rules [ 1023.115681] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dd93bd-0bcf-4827-af6b-b773976b81de taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.115681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dd93bd-0bcf-4827-af6b-b773976b81de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.179125] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.179750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.179750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.179993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.180172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.180442] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.180553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.180618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.180826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.180924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.181030] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d is going to be updated. [ 1023.218546] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.218730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.218776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.218978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.219140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.229330] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: IN_PROGRESS for 2s [ 1023.519993] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ace8c74-6977-40d6-a466-bc23ace40e75: rpc.has_security_group_logging(os_id): False [ 1023.534280] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.534280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.534280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.534280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.534280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.535047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.535047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.535047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.535047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.535047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.535273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.535273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.535273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.535384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.535416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.535594] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.536402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.536402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.536402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.536402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.536402] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 1023.537614] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.537725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.537777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.537930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.538016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.539089] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dd93bd-0bcf-4827-af6b-b773976b81de already deleted. [ 1023.539089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dd93bd-0bcf-4827-af6b-b773976b81de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.539089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dd93bd-0bcf-4827-af6b-b773976b81de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.539089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dd93bd-0bcf-4827-af6b-b773976b81de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.539089] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dd93bd-0bcf-4827-af6b-b773976b81de',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.596033] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.596194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.596269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.596464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.596606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.612325] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 1024.061064] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.061348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.061348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.061501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.061592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.061687] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dd93bd-0bcf-4827-af6b-b773976b81de already deleted. [ 1024.061768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dd93bd-0bcf-4827-af6b-b773976b81de" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.086531] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.086855] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.086909] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.087169] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.087438] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.087600] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.087751] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.087941] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.088465] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.089704] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.089704] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.089704] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.089704] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.089704] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.089704] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.089704] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.109235] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.109510] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.109726] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.109994] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-807" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.110424] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.110653] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.110860] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.111222] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.111403] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73421ae6-7ce8-47b5-8db6-f69fdfe96cb8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.238931] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1874da-fb5c-4da0-8092-62af8828966d in Status: SUCCESS [ 1025.239494] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1874da-fb5c-4da0-8092-62af8828966d deletion is rescheduled due to dependency. [ 1025.239494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1874da-fb5c-4da0-8092-62af8828966d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.618426] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.618663] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.618794] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.619131] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.619294] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.619585] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.619748] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.619942] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.620200] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.620342] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.620631] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.620806] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.620956] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.621267] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.621411] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.621559] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 is going to be updated. [ 1025.623828] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 1025.624018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.639014] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.639348] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.639348] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.639568] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.639762] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.640181] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.613220] env[69577]: INFO networking_nsxv3.common.synchronization [req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 req-5af9a2b8-dd3f-4d15-acd5-0b225e194063 service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 1026.613220] env[69577]: INFO networking_nsxv3.common.synchronization [req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 req-5af9a2b8-dd3f-4d15-acd5-0b225e194063 service nova] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 1026.613220] env[69577]: INFO networking_nsxv3.common.synchronization [req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 req-5af9a2b8-dd3f-4d15-acd5-0b225e194063 service nova] Enqueued Resource ID: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 with Priority: HIGHEST for action port [ 1026.613220] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_rules [ 1026.613220] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 1026.613220] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 with Priority: HIGHEST for action port [ 1026.613615] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.613615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.613615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.613781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.613857] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.614715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.614820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.614892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.615065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.615208] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.615296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.615355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.615485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.615562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.615650] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.616424] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.616520] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.616582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.616772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.616800] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73421ae6-7ce8-47b5-8db6-f69fdfe96cb8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.053325] env[69577]: INFO networking_nsxv3.common.synchronization [req-5211ae76-8608-4650-8b4d-59688aa60b8b req-f5f164d7-b1c9-4d6a-ba48-43560c083590 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1027.053848] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1027.054171] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.054301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.054362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.054572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.054714] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.054802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.054866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.055012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.055110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.055510] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.118537] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.120059] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.120059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.120212] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 with status ACTIVE [ 1027.120407] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.120523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.120963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.121719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.121719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.121719] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.121719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.121719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.122074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.122074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.122249] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.122249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.122356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.122641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.122718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.122797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 is going to be updated. [ 1027.143191] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.143405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.143488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.143959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.143959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.143959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.559020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.559020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.559020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.559020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.559020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.559020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.559020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.559020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.559020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.559020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.559020] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1027.587150] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.587150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.587298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.587437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.587719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.596112] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1027.624698] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.127870] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.128114] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.128196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.128457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.128604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.128771] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 1028.157869] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.157869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.157869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.157869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.157869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.166461] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 1028.631273] env[69577]: INFO networking_nsxv3.common.synchronization [req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 req-380e7718-9e55-42a3-a9f7-d8ea356c670b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1028.631273] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1028.631273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.631273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.631273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.632596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.633845] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.633926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.633978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.634179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.634266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.634412] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.137454] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.137605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.138325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.138325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.138325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.138325] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.138485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.138485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.138549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.139054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.139054] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1029.165236] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.165236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.165236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.165236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.165236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.173804] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1029.193754] env[69577]: INFO networking_nsxv3.common.synchronization [None req-d5ac6557-38a8-4779-be0d-2ec0ae65e046 None None] Enqueued Resource ID: 515a5884-11d3-499a-83a8-2b7c2b3f73d3 with Priority: HIGHEST for action port [ 1029.193754] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515a5884-11d3-499a-83a8-2b7c2b3f73d3 with Priority: HIGHEST for action port [ 1029.193754] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-515a5884-11d3-499a-83a8-2b7c2b3f73d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.193754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-515a5884-11d3-499a-83a8-2b7c2b3f73d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.193754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-515a5884-11d3-499a-83a8-2b7c2b3f73d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.193754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-515a5884-11d3-499a-83a8-2b7c2b3f73d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.193754] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515a5884-11d3-499a-83a8-2b7c2b3f73d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.604909] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1029.605036] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 1029.605154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.699252] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 515a5884-11d3-499a-83a8-2b7c2b3f73d3 [ 1029.699252] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.700549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.700549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.700549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.700549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.700549] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:515a5884-11d3-499a-83a8-2b7c2b3f73d3 already deleted. [ 1029.700549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-515a5884-11d3-499a-83a8-2b7c2b3f73d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.160034] env[69577]: INFO networking_nsxv3.common.synchronization [req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd req-b5664215-67c9-479a-811c-3051a6313a19 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 1030.160557] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGHEST for action security_group_members [ 1030.160867] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.161010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.161094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.161291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.161445] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.161540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.161603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.161743] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.161827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.161917] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.175942] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 1030.178336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.178336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.178336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.178336] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.178336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.178336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.178336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.178336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.178336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.178336] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.667596] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.668321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.670576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.670576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.670576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.670576] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.670576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.670576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.670576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.670576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.670576] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be updated. [ 1030.684188] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684188] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.684188] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684188] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.684188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.684837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.684837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.684837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.684837] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.697080] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.697767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.697893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.698180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.698376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.708457] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: IN_PROGRESS for 2s [ 1030.772903] env[69577]: INFO networking_nsxv3.common.synchronization [req-f2775172-0a89-4762-b44f-cfead624adb8 req-2328e6b0-82e3-4fc7-8d38-08fd5ae7a8f8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1030.773087] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1030.773390] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.773511] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.773579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.773775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.773924] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.774335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.774443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.774602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.774697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.774790] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.182132] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1031.182326] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 deletion is rescheduled due to dependency. [ 1031.182439] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.186882] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac485341-82d2-4202-b106-124c98ff175c: rpc.has_security_group_logging(os_id): False [ 1031.202772] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.202922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.202993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.203229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.203317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.203550] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.203644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.203705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.203849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.203923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.204165] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.204316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.204392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.204538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.204611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.204803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.204894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.204953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.205341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.205503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.205904] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 1031.277359] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.277524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.277577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278102] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.278969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.278969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.278969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278969] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1031.289396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.289589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.289589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.289761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.289892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.304424] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 1031.312983] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.313165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.313271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.313493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.313659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.332870] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1031.461053] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.461289] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.461416] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.464196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.464196] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.464196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.464196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.464196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.464196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.464196] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.464196] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.464196] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.464196] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.464196] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.464196] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.464196] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.481100] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.481308] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.481453] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.481636] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.481949] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.482147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.482274] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.482820] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.482968] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.573492] env[69577]: INFO networking_nsxv3.common.synchronization [None req-5193d27e-8fd5-43f8-bcaf-3deb28736c9e None None] Enqueued Resource ID: 3a84fe59-375e-47ce-80c4-343610be635c with Priority: HIGHEST for action port [ 1031.573849] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a84fe59-375e-47ce-80c4-343610be635c with Priority: HIGHEST for action port [ 1031.574433] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a84fe59-375e-47ce-80c4-343610be635c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.574565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a84fe59-375e-47ce-80c4-343610be635c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.574635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a84fe59-375e-47ce-80c4-343610be635c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.574883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a84fe59-375e-47ce-80c4-343610be635c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.574966] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a84fe59-375e-47ce-80c4-343610be635c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.698067] env[69577]: INFO networking_nsxv3.common.synchronization [req-eda28731-2faa-47e5-bcb8-0644e494b72c req-1e84fe6c-8943-4b1c-9ab6-54f419b9c3c1 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_members [ 1031.698623] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGHEST for action security_group_members [ 1031.699320] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.699491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.699613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.699942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.700134] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.700285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.700377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.700569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.700690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.700816] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.985501] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.985751] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.985883] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.986189] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.986342] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.986497] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 not found, creating... [ 1031.986759] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.988286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.988286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.988286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.988286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.988286] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.988286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.988286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.988579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.988579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.989263] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 is going to be created. [ 1032.007562] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.007685] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.007790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.008218] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.008530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.008852] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.077363] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a84fe59-375e-47ce-80c4-343610be635c [ 1032.077631] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.077776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.077847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.078285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.078932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.078932] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a84fe59-375e-47ce-80c4-343610be635c already deleted. [ 1032.078932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a84fe59-375e-47ce-80c4-343610be635c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.203226] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.203678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.203902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.204330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.204589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.204949] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.205233] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.205448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.205853] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.206199] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.206529] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3213cb73-435e-496d-b86a-739420836936 is going to be updated. [ 1032.250309] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.251631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.251631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.251631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.251631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.264095] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: IN_PROGRESS for 2s [ 1032.722691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 in Status: SUCCESS [ 1032.722794] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 deletion is rescheduled due to dependency. [ 1032.722883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.726589] env[69577]: INFO networking_nsxv3.common.synchronization [req-f2775172-0a89-4762-b44f-cfead624adb8 req-72909556-c0a9-41ad-a7a8-6d9e16c26c6b service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 1032.726773] env[69577]: INFO networking_nsxv3.common.synchronization [req-f2775172-0a89-4762-b44f-cfead624adb8 req-72909556-c0a9-41ad-a7a8-6d9e16c26c6b service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1032.726924] env[69577]: INFO networking_nsxv3.common.synchronization [req-f2775172-0a89-4762-b44f-cfead624adb8 req-72909556-c0a9-41ad-a7a8-6d9e16c26c6b service nova] Enqueued Resource ID: 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 with Priority: HIGHEST for action port [ 1032.727156] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 1032.727295] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1032.727550] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 with Priority: HIGHEST for action port [ 1032.728282] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.728415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.728486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.728694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.728779] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.730102] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.730314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.730525] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.730628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.730693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.731092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.731092] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.080305] env[69577]: INFO networking_nsxv3.common.synchronization [req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 req-91046154-3256-4bff-bfbe-3ef309611129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Enqueued Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGHEST for action security_group_members [ 1033.081630] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGHEST for action security_group_members [ 1033.081630] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9beedc4-815f-45bf-91e6-1d74c8030a2a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.081630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.081630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.081630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.081863] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.081863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.081946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.082092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.082178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.082273] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.231402] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.231579] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.232766] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 with status ACTIVE [ 1033.232939] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.233070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.233125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.233324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.233415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.233584] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.233677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.233736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.233878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.233953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.234145] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.234238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.234292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.234427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.234499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.234583] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 is going to be updated. [ 1033.257293] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.257464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.257529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.257698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.257831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.258126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.316206] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 1033.316435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.342439] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1033.342698] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 1033.342850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.343837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.343837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.343837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.343837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.343837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.343837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.344154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.344154] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.420401] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.420619] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-598" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.420726] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-598" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.421304] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-598" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.421596] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.421829] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.421888] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.422147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.422281] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.422608] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.422608] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.422727] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.422835] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.422984] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.423063] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.423203] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.441403] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.441583] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.441729] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.441919] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-598" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.442260] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-6bae8812-58d6-476a-934c-52d7d3d91e60 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.442450] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-6bae8812-58d6-476a-934c-52d7d3d91e60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.442576] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-6bae8812-58d6-476a-934c-52d7d3d91e60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.442915] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-6bae8812-58d6-476a-934c-52d7d3d91e60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.443074] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bae8812-58d6-476a-934c-52d7d3d91e60',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.584596] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.584808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.584885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.585122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.585265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.585750] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.585750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.585750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.585750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.585750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.585955] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a already deleted. [ 1033.585955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.846401] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.945730] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.946008] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.946165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.946548] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.946665] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.946843] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 6bae8812-58d6-476a-934c-52d7d3d91e60 not found, creating... [ 1033.947126] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.947309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.947460] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.947696] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.947839] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.948241] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.948393] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.948528] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.948770] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.948922] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.949119] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 6bae8812-58d6-476a-934c-52d7d3d91e60 is going to be created. [ 1033.968766] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.968990] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.969246] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.969637] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.969966] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.970258] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-6bae8812-58d6-476a-934c-52d7d3d91e60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.273513] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3213cb73-435e-496d-b86a-739420836936 in Status: SUCCESS [ 1034.273513] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3213cb73-435e-496d-b86a-739420836936 deletion is rescheduled due to dependency. [ 1034.273513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.350190] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.819964] env[69577]: INFO networking_nsxv3.common.synchronization [req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 req-d04cf905-6ccb-45ea-80b6-586fed125dd1 service nova] Enqueued Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGHEST for action security_group_rules [ 1034.820243] env[69577]: INFO networking_nsxv3.common.synchronization [req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 req-d04cf905-6ccb-45ea-80b6-586fed125dd1 service nova] Enqueued Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGHEST for action security_group_members [ 1034.820426] env[69577]: INFO networking_nsxv3.common.synchronization [req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 req-d04cf905-6ccb-45ea-80b6-586fed125dd1 service nova] Enqueued Resource ID: 6bae8812-58d6-476a-934c-52d7d3d91e60 with Priority: HIGHEST for action port [ 1034.820669] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGHEST for action security_group_rules [ 1034.820810] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGHEST for action security_group_members [ 1034.820910] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bae8812-58d6-476a-934c-52d7d3d91e60 with Priority: HIGHEST for action port [ 1034.821575] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.821692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.821757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.823956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.824092] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.825297] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9beedc4-815f-45bf-91e6-1d74c8030a2a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.825429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.825498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.825686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.825961] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.826093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.826158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.826314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.826399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.826492] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.827294] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bae8812-58d6-476a-934c-52d7d3d91e60 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.827415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bae8812-58d6-476a-934c-52d7d3d91e60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.827482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bae8812-58d6-476a-934c-52d7d3d91e60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.827630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bae8812-58d6-476a-934c-52d7d3d91e60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.827701] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bae8812-58d6-476a-934c-52d7d3d91e60',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.851671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.851809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.851880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.852101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.852194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.852292] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1034.878657] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.878798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.878866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.879086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.879223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.887907] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1035.330554] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9beedc4-815f-45bf-91e6-1d74c8030a2a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.330894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.330894] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.332235] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bae8812-58d6-476a-934c-52d7d3d91e60 with status ACTIVE [ 1035.332427] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.332534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.332598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.332845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.332883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.333092] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.333153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.333216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.333365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.333440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.333618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.333707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.333766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.333903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.333974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.334072] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bae8812-58d6-476a-934c-52d7d3d91e60 is going to be updated. [ 1035.353414] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.353555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.353623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.353834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.353969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.354142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bae8812-58d6-476a-934c-52d7d3d91e60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.565711] env[69577]: INFO networking_nsxv3.common.synchronization [req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 req-b6a18ab2-7651-486d-9d7e-1ea46b37e7ce tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1035.566257] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1035.566571] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.566692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.566752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.566951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.567130] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.567231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.567294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.567438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.567516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.567605] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.832754] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.041633] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.041940] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.042058] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.042375] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.042961] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.043233] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.043394] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.043697] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.043909] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.044200] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.044372] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.044546] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.044706] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.044863] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.045012] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.045215] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.063221] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.063518] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.063670] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.063868] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.064305] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8f1818e7-f031-4061-97b5-36742783f607 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.064550] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8f1818e7-f031-4061-97b5-36742783f607" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.064628] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8f1818e7-f031-4061-97b5-36742783f607" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.064962] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8f1818e7-f031-4061-97b5-36742783f607" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.065193] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1818e7-f031-4061-97b5-36742783f607',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.069937] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.335078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.335432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.335432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.335732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.335881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.336035] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a is going to be created. [ 1036.359517] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.359750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.359750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.359932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.360108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.369524] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a in Status: UNINITIALIZED for 2s [ 1036.568060] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.568188] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.568315] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.568615] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.569463] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.569463] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8f1818e7-f031-4061-97b5-36742783f607 not found, creating... [ 1036.569463] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.569463] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.569690] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.569809] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.569963] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.570301] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.570467] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.570592] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.570808] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.570954] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.571112] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8f1818e7-f031-4061-97b5-36742783f607 is going to be created. [ 1036.573675] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.590281] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.590519] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.590649] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.590923] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.591169] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.591416] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8f1818e7-f031-4061-97b5-36742783f607" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.897509] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1036.897679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.898497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.898497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.898497] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.898828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.898828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.898828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.898997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.899085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.899204] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.077817] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.077981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.078104] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.078345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.078438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.078540] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1037.104467] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.104642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.104728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.104960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.105126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.113163] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1037.404020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.404020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.404020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.404020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.404792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.404792] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.404792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.404792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.404956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.404956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.405809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.405952] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.621096] env[69577]: INFO networking_nsxv3.common.synchronization [req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 req-c853f315-866f-4824-993b-f115f26cae17 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 1037.621330] env[69577]: INFO networking_nsxv3.common.synchronization [req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 req-c853f315-866f-4824-993b-f115f26cae17 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1037.621480] env[69577]: INFO networking_nsxv3.common.synchronization [req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 req-c853f315-866f-4824-993b-f115f26cae17 service nova] Enqueued Resource ID: 8f1818e7-f031-4061-97b5-36742783f607 with Priority: HIGHEST for action port [ 1037.621988] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 1037.623978] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1037.624165] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1818e7-f031-4061-97b5-36742783f607 with Priority: HIGHEST for action port [ 1037.624508] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.624669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.624806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.625016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.625135] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.626369] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.627173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.627457] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1818e7-f031-4061-97b5-36742783f607 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.627601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1818e7-f031-4061-97b5-36742783f607" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.627673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1818e7-f031-4061-97b5-36742783f607" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.627881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1818e7-f031-4061-97b5-36742783f607" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.627968] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1818e7-f031-4061-97b5-36742783f607',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.913110] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421e5434-33dd-4724-b929-dba55fcc886a: rpc.has_security_group_logging(os_id): False [ 1037.930313] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.930467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.930540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.930765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.930867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.931115] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.931314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.931428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.931622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.931727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.931958] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.932100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.932155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.932367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.932486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.932671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.932791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.932870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.933047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.933133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.933219] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1037.989172] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.989365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.989431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.990059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.990287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.000781] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1038.096174] env[69577]: INFO networking_nsxv3.common.synchronization [req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 req-015272a6-eccd-40fd-89f5-ebc852e46b23 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_members [ 1038.096789] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_members [ 1038.097109] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.097234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.097297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.097556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.097714] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.097814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.097878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.101982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.102133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.102240] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.130517] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f1818e7-f031-4061-97b5-36742783f607 with status ACTIVE [ 1038.131949] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.131949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.131949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.131949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.131949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.131949] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.131949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.131949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.131949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.131949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.132299] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.132299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.132299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.132388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.132633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.132633] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f1818e7-f031-4061-97b5-36742783f607 is going to be updated. [ 1038.133655] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.133749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.154651] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.154651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.154651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.154651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.154651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.154651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1818e7-f031-4061-97b5-36742783f607" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.381996] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a in Status: SUCCESS [ 1038.381996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.381996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.381996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.381996] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.381996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.381996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.381996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.381996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.381996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.382449] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.487633] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.487633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.487633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.487633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.487633] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.487633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.488385] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.488773] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.489065] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.491691] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.491691] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.491691] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.491691] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.491691] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.491691] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.491691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.515127] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.515127] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.515127] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.515127] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.515243] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-dda9e567-7174-43c1-9641-495ef8f6a7b3 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.515394] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-dda9e567-7174-43c1-9641-495ef8f6a7b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.515516] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-dda9e567-7174-43c1-9641-495ef8f6a7b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.515832] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-dda9e567-7174-43c1-9641-495ef8f6a7b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.515969] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda9e567-7174-43c1-9641-495ef8f6a7b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.607148] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.607378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.607455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.608168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.608168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.608168] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.608168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.608470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.608587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.608717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.608752] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 already deleted. [ 1038.608835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.885998] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9beedc4-815f-45bf-91e6-1d74c8030a2a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.885998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.885998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.885998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.886237] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.886294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.886328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.886848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.886848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.886848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.886848] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9beedc4-815f-45bf-91e6-1d74c8030a2a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.887027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.887027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.887136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.887251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.887339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.887562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.887562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.887632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.887658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.887754] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.018048] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.018305] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.018438] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.018736] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.018897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.019072] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port dda9e567-7174-43c1-9641-495ef8f6a7b3 not found, creating... [ 1039.019340] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.019503] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.019626] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.019844] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.019986] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.020299] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.020467] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.020590] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.020801] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.020938] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.021160] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: dda9e567-7174-43c1-9641-495ef8f6a7b3 is going to be created. [ 1039.041600] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.043479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.043479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.043479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.043479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.043479] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-dda9e567-7174-43c1-9641-495ef8f6a7b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.125691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 4s [ 1039.394139] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9beedc4-815f-45bf-91e6-1d74c8030a2a: rpc.has_security_group_logging(os_id): False [ 1039.410800] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.410978] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.411123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.411485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.411550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.411741] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.411860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.411943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.412162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.412265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.412502] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.412619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.412693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.412981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.412981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.413190] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.413583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.413671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.413777] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a is going to be created. [ 1039.475935] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.476190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.476190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.476479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.476731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.488089] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a in Status: IN_PROGRESS for 2s [ 1040.015077] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1040.019022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.245705] env[69577]: INFO networking_nsxv3.common.synchronization [req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 req-f4b2b878-4e77-4ba3-8673-d17be9efcc5d service nova] Enqueued Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_rules [ 1040.245909] env[69577]: INFO networking_nsxv3.common.synchronization [req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 req-f4b2b878-4e77-4ba3-8673-d17be9efcc5d service nova] Enqueued Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_members [ 1040.246063] env[69577]: INFO networking_nsxv3.common.synchronization [req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 req-f4b2b878-4e77-4ba3-8673-d17be9efcc5d service nova] Enqueued Resource ID: dda9e567-7174-43c1-9641-495ef8f6a7b3 with Priority: HIGHEST for action port [ 1040.246301] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_rules [ 1040.246435] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_members [ 1040.246532] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda9e567-7174-43c1-9641-495ef8f6a7b3 with Priority: HIGHEST for action port [ 1040.248827] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.248827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.248827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.248827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.248827] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.249841] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.250017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.250112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.251319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.251653] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.251744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.251821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.252021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.253200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.253200] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.254063] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda9e567-7174-43c1-9641-495ef8f6a7b3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.258494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda9e567-7174-43c1-9641-495ef8f6a7b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.258494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda9e567-7174-43c1-9641-495ef8f6a7b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.258494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda9e567-7174-43c1-9641-495ef8f6a7b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.258494] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda9e567-7174-43c1-9641-495ef8f6a7b3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.750878] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.751263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.754373] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.761176] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dda9e567-7174-43c1-9641-495ef8f6a7b3 with status ACTIVE [ 1040.761511] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.761641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.761709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.761925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.762028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.762256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.762378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.762454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.762685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.762812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.763025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.763135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.763184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.763326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.763400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.763484] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dda9e567-7174-43c1-9641-495ef8f6a7b3 is going to be updated. [ 1040.786641] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.786828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.786866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.787092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.787230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.787388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda9e567-7174-43c1-9641-495ef8f6a7b3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.828098] env[69577]: INFO networking_nsxv3.common.synchronization [req-03bda39a-cda3-486a-ab78-28b8a234a3aa req-09777234-df2d-4ae3-bfe8-dacf8e2e61fe tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1040.828706] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1040.829015] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.829281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.829354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.829692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.829875] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.829986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.830068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.830238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.830384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.830733] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.135125] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1041.135369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.135536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.135879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.135946] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.136159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.136296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.136463] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.136583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.136943] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.256938] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.335627] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.336824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.336824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.336824] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.336824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.336824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.337222] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 1041.371627] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.372413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.372413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.372413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.372413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.380458] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 1041.499877] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a in Status: SUCCESS [ 1041.500269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.639301] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.759964] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.760235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.760235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.761019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.761019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.761019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 is going to be created. [ 1041.782354] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.784575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.784575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.784575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.784575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.791633] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 in Status: UNINITIALIZED for 2s [ 1042.142660] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.645778] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.650019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.650019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.650019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.650019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.650019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1042.680968] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.680968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.680968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.680968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.680968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.689849] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1043.393403] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 1043.393768] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 deletion is rescheduled due to dependency. [ 1043.393768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.733191] env[69577]: INFO networking_nsxv3.common.synchronization [req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 req-321ea287-1af3-4fc6-9874-64e734b9eee6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1043.733893] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1043.735603] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.735603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.735603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.735603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.735603] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.735821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.735821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.735881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.735939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.736048] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.804505] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 in Status: SUCCESS [ 1043.804835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.805574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.805899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.806181] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.806363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.806457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.806661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.806774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.806896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.809589] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.173312] env[69577]: INFO networking_nsxv3.common.synchronization [req-36fb5736-f254-4f65-9856-fa75393ed208 req-b57e0dc9-a8d4-46d6-b7c8-2957434a0ce8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 1044.173864] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 1044.174178] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.174303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.174363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.174552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.174701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.174801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.175290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.175480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.175565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.175663] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.244194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.244341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.244413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.244635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.244726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.244922] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.245033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.245097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.245289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.245321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.245399] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1044.279837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.280037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.281035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.281035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.281035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.289551] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1044.311854] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.511787] env[69577]: INFO networking_nsxv3.common.synchronization [req-4fefcb03-6d3a-405b-9696-f6065b3fbdec req-56a202c3-f6b6-4ccc-9b7e-d322c0d3f74c tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 1044.512323] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGHEST for action security_group_members [ 1044.512625] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.512747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.512814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.513010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.513715] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.513828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.513895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.514177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.514277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.514448] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.678385] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.699643] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1044.699850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.700038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.700261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.700618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.700834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.700834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.701181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.701181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.701181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.701281] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.744781] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.745070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.745234] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.745420] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.745684] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.745862] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.746043] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.746309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.746466] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.746679] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.746914] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.746914] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.747029] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.747294] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.747437] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.747615] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.766385] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.766385] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.766385] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.766385] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.766385] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.766587] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.766812] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.767011] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.767216] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47094ca0-340f-4dca-9ee0-a32ecbe52a4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.814148] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0: rpc.has_security_group_logging(os_id): False [ 1044.831496] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.831694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.831829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.831922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.832079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.832297] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.832707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.832707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.832707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.832707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.832847] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 is going to be created. [ 1044.895346] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.895515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.895585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.895797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.895980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.901708] env[69577]: INFO networking_nsxv3.common.synchronization [req-e21afe48-8422-433b-920b-e73cf7265610 req-390ff0ac-e1cb-467d-b350-d09d6896905c tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1044.902577] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1044.902916] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.903076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.903165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.903424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.903608] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.903729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.903810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.903999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.904125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.904249] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.905961] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 in Status: IN_PROGRESS for 2s [ 1045.017023] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.017369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.017524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.017807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.017977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.020017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.020017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.020017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.020017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.020017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.020017] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be updated. [ 1045.048867] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.048867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.048867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.048867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.048867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.056253] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: IN_PROGRESS for 2s [ 1045.182988] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.206417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.206417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.206417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.206417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.206417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.207019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.207019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.207019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.207019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.207019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.271201] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.271413] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.271559] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.273781] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.273946] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.274135] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 47094ca0-340f-4dca-9ee0-a32ecbe52a4a not found, creating... [ 1045.274427] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.274602] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.274726] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.274969] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.275200] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.275491] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.275657] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.275780] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.275993] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.278273] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.278452] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 47094ca0-340f-4dca-9ee0-a32ecbe52a4a is going to be created. [ 1045.298973] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.299353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.299489] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.299768] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.299999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.300248] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.409625] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.409801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.409880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.410157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.410375] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.410556] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.410660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.410729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.410942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.411062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.411143] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be updated. [ 1045.450448] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.450604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.450675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.450890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.451055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.465125] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: IN_PROGRESS for 2s [ 1045.689825] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.689825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.689825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.689825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.689825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.689825] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b is going to be updated. [ 1045.710982] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9edae4-1229-43a7-84f9-386d12399df9: rpc.has_security_group_logging(os_id): False [ 1045.720578] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.720739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.720820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.721043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.721187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.731356] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: IN_PROGRESS for 2s [ 1045.732612] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.732752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.736097] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.736097] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.736097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.736097] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.736855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.736855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.736855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.736855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.736855] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1045.804267] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.804518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.804639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.804898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.809018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.817674] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1046.299504] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1046.299696] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 1046.299808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.563610] env[69577]: INFO networking_nsxv3.common.synchronization [req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 req-7330ae98-3947-4085-bd79-ca7cf4fcf3d0 service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 1046.563610] env[69577]: INFO networking_nsxv3.common.synchronization [req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 req-7330ae98-3947-4085-bd79-ca7cf4fcf3d0 service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1046.563784] env[69577]: INFO networking_nsxv3.common.synchronization [req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 req-7330ae98-3947-4085-bd79-ca7cf4fcf3d0 service nova] Enqueued Resource ID: 47094ca0-340f-4dca-9ee0-a32ecbe52a4a with Priority: HIGHEST for action port [ 1046.564292] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 1046.564457] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1046.564577] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47094ca0-340f-4dca-9ee0-a32ecbe52a4a with Priority: HIGHEST for action port [ 1046.564970] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.565126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.565198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.565467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.565630] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.566689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.566870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.566984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.567482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.567723] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.567931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.568041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.568237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.568354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.568487] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.573510] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.573510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.573510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.573510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.573510] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47094ca0-340f-4dca-9ee0-a32ecbe52a4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.918029] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 in Status: SUCCESS [ 1046.918657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.983016] env[69577]: INFO networking_nsxv3.common.synchronization [req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 req-58126798-d3f3-42ff-b2df-c9154e2ac1f3 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1046.983270] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1046.983575] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.983694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.983760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.983953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.984178] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.984321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.984403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.984605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.984662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.984773] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.065176] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 in Status: SUCCESS [ 1047.065437] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 deletion is rescheduled due to dependency. [ 1047.065562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.072687] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.072969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.074569] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.074569] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47094ca0-340f-4dca-9ee0-a32ecbe52a4a with status ACTIVE [ 1047.074569] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.074569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.074569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.077684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.077807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.078016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.078130] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.078205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.078403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.078799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.079062] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.079174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.079244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.079589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.079589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.079589] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47094ca0-340f-4dca-9ee0-a32ecbe52a4a is going to be updated. [ 1047.099549] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.099549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.099549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.099549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.099773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.099842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47094ca0-340f-4dca-9ee0-a32ecbe52a4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.475086] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: SUCCESS [ 1047.475086] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 deletion is rescheduled due to dependency. [ 1047.475086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.489279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.489279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.489279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.489279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.489279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.489279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.489279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.489279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.489279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.489279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.489279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1047.517988] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.517988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.517988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.517988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.517988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.526935] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1047.582028] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.745807] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: SUCCESS [ 1047.746210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.833962] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1047.833962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.084259] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.084602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.084602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.084741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.084794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.084876] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1048.098849] env[69577]: INFO networking_nsxv3.common.synchronization [req-910a0069-2b8f-4f7f-a69d-111105254b5f req-29ae6931-c34e-414f-82e4-0d66d1bf6a22 tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Enqueued Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGHEST for action security_group_members [ 1048.099385] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGHEST for action security_group_members [ 1048.099730] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.099831] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.099892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.100171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.100394] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.100869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.100869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.101022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.101340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.101482] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.110876] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.111061] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.111129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.111279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.111422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.122226] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1048.587537] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.587757] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-687" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.587917] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-687" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.588334] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-687" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.588621] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.588790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.588915] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.589160] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.589317] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.589537] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.589655] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.589773] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.589888] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.590028] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.590127] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.590303] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.607180] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.607359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.607420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.607616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.608674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.608947] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.609140] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.609229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.609419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.609507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.609599] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 already deleted. [ 1048.609683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.610822] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.610987] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.611243] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.611315] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-687" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.611878] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-41e45304-5514-402e-afed-c67df918d0e1 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.612066] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-41e45304-5514-402e-afed-c67df918d0e1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.612195] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-41e45304-5514-402e-afed-c67df918d0e1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.612509] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-41e45304-5514-402e-afed-c67df918d0e1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.612655] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e45304-5514-402e-afed-c67df918d0e1',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.117172] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.117875] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.118179] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.120016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.120016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.120016] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 41e45304-5514-402e-afed-c67df918d0e1 not found, creating... [ 1049.120016] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.120016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.120016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.120016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.120016] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.120591] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.121015] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.121281] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.121752] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.122071] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.122339] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 41e45304-5514-402e-afed-c67df918d0e1 is going to be created. [ 1049.143838] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.143838] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.143838] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.143838] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.143838] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.143838] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-41e45304-5514-402e-afed-c67df918d0e1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.535386] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1049.535510] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 1049.535739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.924995] env[69577]: INFO networking_nsxv3.common.synchronization [req-910a0069-2b8f-4f7f-a69d-111105254b5f req-a1a20ff2-14b5-4842-b323-7f6e44fd3ab9 service nova] Enqueued Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGHEST for action security_group_rules [ 1049.925250] env[69577]: INFO networking_nsxv3.common.synchronization [req-910a0069-2b8f-4f7f-a69d-111105254b5f req-a1a20ff2-14b5-4842-b323-7f6e44fd3ab9 service nova] Enqueued Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGHEST for action security_group_members [ 1049.925401] env[69577]: INFO networking_nsxv3.common.synchronization [req-910a0069-2b8f-4f7f-a69d-111105254b5f req-a1a20ff2-14b5-4842-b323-7f6e44fd3ab9 service nova] Enqueued Resource ID: 41e45304-5514-402e-afed-c67df918d0e1 with Priority: HIGHEST for action port [ 1049.925649] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGHEST for action security_group_rules [ 1049.926387] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGHEST for action security_group_members [ 1049.926387] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41e45304-5514-402e-afed-c67df918d0e1 with Priority: HIGHEST for action port [ 1049.926563] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.926654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.926654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.926900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.926984] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.929806] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.929806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.929806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.929806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.929806] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.929806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.929806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.929806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.929806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.929806] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.930331] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-41e45304-5514-402e-afed-c67df918d0e1 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.931146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41e45304-5514-402e-afed-c67df918d0e1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.931146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41e45304-5514-402e-afed-c67df918d0e1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.931146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41e45304-5514-402e-afed-c67df918d0e1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.931146] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e45304-5514-402e-afed-c67df918d0e1',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.132153] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1050.132468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.132574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.136022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.136022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.136022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.136022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.136022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.136022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.136022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.136022] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.435245] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.435245] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.435245] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.435245] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41e45304-5514-402e-afed-c67df918d0e1 with status ACTIVE [ 1050.435425] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.435425] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.435512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.435635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.435719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.439027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.439027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.439027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.439027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.439027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.439027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.439027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.439027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.439027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.439027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.439027] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41e45304-5514-402e-afed-c67df918d0e1 is going to be updated. [ 1050.457980] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.458200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.458240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.458419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.458554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.458755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41e45304-5514-402e-afed-c67df918d0e1" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.637941] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.639017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.639017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.639017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.639017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.639295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.639372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.639534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.639617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.639944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.640018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.640157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.640334] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.640437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.644063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.644063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.644063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.644063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.644063] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.940281] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.145880] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bf69c6-d9a2-436a-87e6-9581e734aa48: rpc.has_security_group_logging(os_id): False [ 1051.171256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.171444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.171514] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.171731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.171837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.172074] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.172175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.172237] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.172389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.172468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.172657] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.172747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.172805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.172939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.173018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.173198] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.173299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.173356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.173507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.173573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.173654] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1051.251700] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.253251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.253251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.253251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.253251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.257475] env[69577]: INFO networking_nsxv3.common.synchronization [None req-27b1a327-e998-4c4e-a74d-b309e6123988 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Enqueued Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_rules [ 1051.257475] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_rules [ 1051.257475] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.257475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.257475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.257475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.257475] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.267580] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1051.394677] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4576fddd-d2fc-4fef-9012-cdb43c292d9d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Enqueued Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_rules [ 1051.394677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_rules [ 1051.394677] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.394677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.444369] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.444369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.444369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.444369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.444730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.444946] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 is going to be created. [ 1051.470038] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.470038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.470038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.470038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.470038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.479407] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 in Status: UNINITIALIZED for 2s [ 1051.787141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.787141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.787141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.787141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.787141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.787141] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 already deleted. [ 1051.787141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.787141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.787141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.787141] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.311659] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.312047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.312047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.312047] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.312146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.312404] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 already deleted. [ 1052.312404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.280134] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1053.280440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.488208] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 in Status: SUCCESS [ 1053.488516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.488655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.488872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.489103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.489224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.489294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.489487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.489576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.489679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.489773] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.992346] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.992552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.992644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.992887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.993087] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.993196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.993256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.993434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.993531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.993639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.993803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.993914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.993984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.994155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.994324] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.994432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.994493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.994653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.994744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.994856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.994929] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.061209] env[69577]: INFO networking_nsxv3.common.synchronization [req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 req-039c7557-5e0f-479e-a718-3c769ef12585 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Enqueued Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGHEST for action security_group_members [ 1054.062146] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGHEST for action security_group_members [ 1054.062146] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9beedc4-815f-45bf-91e6-1d74c8030a2a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.062290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.062290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.062432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.062580] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.062673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.062734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.062872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.062953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.063062] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.497847] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3: rpc.has_security_group_logging(os_id): False [ 1054.517330] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.517495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.520103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.520103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.520103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.520103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.520872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.520872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.520872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.520872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.520872] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 is going to be created. [ 1054.564859] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.565036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.565109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.565321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.565462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.565711] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.565800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.565906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.566106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.566223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.566339] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a is going to be updated. [ 1054.576847] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.576960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.577076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.577363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.577584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.589607] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 in Status: IN_PROGRESS for 2s [ 1054.599012] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.599184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.599243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.599431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.599566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.607875] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a in Status: IN_PROGRESS for 2s [ 1056.601194] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 in Status: SUCCESS [ 1056.601477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.618415] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a in Status: SUCCESS [ 1056.618547] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a deletion is rescheduled due to dependency. [ 1056.618663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.077036] env[69577]: INFO networking_nsxv3.common.synchronization [req-46dac547-9c89-4a1d-a73a-bf14a5335f74 req-66424f76-2ec8-48d3-89d5-907f5b155f6b tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 1057.077548] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGHEST for action security_group_members [ 1057.077890] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.078016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.079547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.079775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.079936] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.080046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.080109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.080284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.080379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.080464] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.582340] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.582598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.582681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.582935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.583060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.583271] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.583399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.583459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.583643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.583730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.583820] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b is going to be updated. [ 1057.610991] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.610991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.611556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.611556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.611556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.620418] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: IN_PROGRESS for 2s [ 1058.848805] env[69577]: INFO networking_nsxv3.common.synchronization [req-0cb4fb97-fbc7-46ab-9604-79a693df8961 req-ffd7ac85-0186-406c-9ab1-fff090ecf1b4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1058.849411] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1058.849728] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.849850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.849956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.850299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.850461] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.850562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.850633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.850776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.850857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.850949] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.198489] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.198698] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.198827] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.199123] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.199391] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.199553] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.200104] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.200396] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.200562] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.200790] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.200911] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.201040] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.201168] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.201259] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.201373] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.201509] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.238308] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.238495] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.238638] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.238871] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.239215] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-5b48f084-dba4-4a9d-a338-bdd3629b05c6 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.239382] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-5b48f084-dba4-4a9d-a338-bdd3629b05c6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.239622] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-5b48f084-dba4-4a9d-a338-bdd3629b05c6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.239870] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-5b48f084-dba4-4a9d-a338-bdd3629b05c6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.239960] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b48f084-dba4-4a9d-a338-bdd3629b05c6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.354026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.354026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.354026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.354200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.354278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.354696] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.354696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.354849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.354992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.355125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.355255] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1059.381178] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.381325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.381399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.381611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.381747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.390414] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1059.630752] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b in Status: SUCCESS [ 1059.630945] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b deletion is rescheduled due to dependency. [ 1059.631072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.745769] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.746031] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.746168] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.746507] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.747120] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.747120] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 5b48f084-dba4-4a9d-a338-bdd3629b05c6 not found, creating... [ 1059.747120] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.747313] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.747556] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.747622] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.747724] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.748020] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.748183] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.748302] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.748797] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.748797] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.748797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 5b48f084-dba4-4a9d-a338-bdd3629b05c6 is going to be created. [ 1059.768870] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.769110] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.769252] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.769556] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.769811] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.770063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-5b48f084-dba4-4a9d-a338-bdd3629b05c6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.545338] env[69577]: INFO networking_nsxv3.common.synchronization [req-0cb4fb97-fbc7-46ab-9604-79a693df8961 req-6b6c7993-c386-4752-a534-5763bf2cb91f service nova] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 1060.545590] env[69577]: INFO networking_nsxv3.common.synchronization [req-0cb4fb97-fbc7-46ab-9604-79a693df8961 req-6b6c7993-c386-4752-a534-5763bf2cb91f service nova] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1060.545590] env[69577]: INFO networking_nsxv3.common.synchronization [req-0cb4fb97-fbc7-46ab-9604-79a693df8961 req-6b6c7993-c386-4752-a534-5763bf2cb91f service nova] Enqueued Resource ID: 5b48f084-dba4-4a9d-a338-bdd3629b05c6 with Priority: HIGHEST for action port [ 1060.545828] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 1060.545955] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1060.546062] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f084-dba4-4a9d-a338-bdd3629b05c6 with Priority: HIGHEST for action port [ 1060.546678] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.546814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.546875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.547255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.551019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.551019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.551019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.551019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b48f084-dba4-4a9d-a338-bdd3629b05c6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.551019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b48f084-dba4-4a9d-a338-bdd3629b05c6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.551019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b48f084-dba4-4a9d-a338-bdd3629b05c6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.551019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b48f084-dba4-4a9d-a338-bdd3629b05c6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.551019] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b48f084-dba4-4a9d-a338-bdd3629b05c6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.862385] env[69577]: INFO networking_nsxv3.common.synchronization [None req-fedb292e-8983-4f1b-9975-9d93e344978e tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_rules [ 1060.862883] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_rules [ 1060.863199] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f90317d-afa6-435b-b363-16a9f4897cb3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.863325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.863393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.863744] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.863884] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.933331] env[69577]: INFO networking_nsxv3.common.synchronization [None req-996e494e-d6be-4ead-a343-d541775087eb tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_rules [ 1060.934112] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_rules [ 1060.934418] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f90317d-afa6-435b-b363-16a9f4897cb3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.934523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.054807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.054807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.057168] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b48f084-dba4-4a9d-a338-bdd3629b05c6 with status ACTIVE [ 1061.057351] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.057468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.057531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.057745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.057830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.057996] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.058099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.058742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.058742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.058742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.058742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.058742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.058742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.059056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.059056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.059056] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b48f084-dba4-4a9d-a338-bdd3629b05c6 is going to be updated. [ 1061.079472] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.079472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.079472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.079472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.079472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.079835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b48f084-dba4-4a9d-a338-bdd3629b05c6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.150487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.150487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.150487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.150487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.150487] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.387255] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.387435] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.387505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.387724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.387810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.387906] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 already deleted. [ 1061.387997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.388787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.389097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.389351] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.400555] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1061.400555] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 deletion is rescheduled due to dependency. [ 1061.400555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.400555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.400555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.400555] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.400555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.400555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.400871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.400871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.400871] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.653589] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.904039] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.910285] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.910285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.910285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.910285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.910285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.910285] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 already deleted. [ 1061.910285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.157113] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.406508] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.660279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1062.660279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1062.668303] env[69577]: INFO networking_nsxv3.common.synchronization [req-35e8b3e5-2ec7-4e60-8551-12961939853f req-4a227bb5-c07d-4653-b4da-7b99de286ad5 tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Enqueued Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGHEST for action security_group_members [ 1062.669502] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGHEST for action security_group_members [ 1062.669502] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.669502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.669502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.669741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.669741] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.669863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.670122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.670196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.670296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.670365] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.909269] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.909437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.909437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.909750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.909875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.909998] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1062.941920] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.942120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.942186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.942430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.942585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.951982] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1063.048747] env[69577]: INFO networking_nsxv3.common.synchronization [req-439eaff4-d395-4419-a6e7-af73a573e73b req-b7762b8b-5afb-4102-b492-fa621770c3ba tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1063.048747] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1063.048747] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.048893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.048893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.049874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.049874] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.049874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.049874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.049874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.049874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.049874] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.173041] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.173214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.173291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.173537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.173634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.173840] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.173942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.174013] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.174169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.174252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.174342] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 is going to be updated. [ 1063.231883] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.232044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.232107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.232318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.232459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.241050] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 in Status: IN_PROGRESS for 2s [ 1063.511376] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.511376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.511602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.511602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.526237] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1063.529134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.529134] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1063.552086] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.552542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.552542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.552542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.552709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.552823] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.552914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.553037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.553698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.553698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.553698] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 already deleted. [ 1063.553698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.563385] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.563505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.563620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.563745] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.573988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.574624] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1063.574707] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1063.574798] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1063.590343] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.590532] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.590655] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.590967] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.591258] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.591411] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.591528] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.591740] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.591887] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.592296] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.592419] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.592532] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.592641] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.592752] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.592858] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.592989] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.609531] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.609531] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.609531] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.609531] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.609531] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ca86fa31-12df-46b2-bf5e-454f7ea97c75 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.609717] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ca86fa31-12df-46b2-bf5e-454f7ea97c75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.609717] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ca86fa31-12df-46b2-bf5e-454f7ea97c75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.610040] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ca86fa31-12df-46b2-bf5e-454f7ea97c75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.610209] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca86fa31-12df-46b2-bf5e-454f7ea97c75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.616812] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.616941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.616993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.617190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.618673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.618837] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1063.691995] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.692356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.692356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.692470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.692743] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.693347] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1063.760190] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.760400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.760445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.760619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.760887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.761183] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1063.761277] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fcf6f589-5ed0-4f32-81f6-a10750486f15', '3c74c888-dffa-48c9-a1ba-4957dd6420a8', 'a9beedc4-815f-45bf-91e6-1d74c8030a2a', 'a1fa4b35-01ec-455a-a84f-e46c3f3ba037', '247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3', '421e5434-33dd-4724-b929-dba55fcc886a', 'd5d3db3a-87a7-4dca-ba69-3b7980ec03cb', '364c6775-6080-4f4d-9c0e-38d1ec2566b6', '1c8d19f9-773c-4f14-a2ee-fa22d191e5d3', '67bf69c6-d9a2-436a-87e6-9581e734aa48', '8cfa4812-d155-484c-b75a-1ed621ebb99a', 'c7190fd8-9259-4ee6-8d8e-d1394ec19483', '2a24b6e7-489b-4126-9271-513611ad23a2', '2373f189-6ac4-4fc3-9f33-9731de15c793', '3213cb73-435e-496d-b86a-739420836936', 'd32f2c70-d8e0-45fe-83d0-6dd0bf61b99d', 'f564def0-309e-4173-8211-93c2e1736b51', 'b9af671c-8b08-48b9-af29-5fb35faf98c4', '85a83ac0-0d3b-482e-a9aa-b7b7f0409c86', 'eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b', '8a9edae4-1229-43a7-84f9-386d12399df9', '6849d8e1-efeb-415a-bb12-e4067f10ffc6', '12e5dc8f-c34f-49bb-a16a-3cec2e1a4271', '8c75be64-c361-4b88-9586-bd1a04aa7a13', '6ace8c74-6977-40d6-a466-bc23ace40e75', '916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0', 'd25f2ef6-38eb-43ce-8729-1a5e468fdc63', 'ac1874da-fb5c-4da0-8092-62af8828966d', 'e3fc36bd-ef14-4f81-8c34-9678470b184f', '9b2b6249-b700-43cb-8111-655e9e6a02ab', 'ecf84efc-ccca-4a16-9eac-dd7c91421ed7', 'a74d076f-7ca6-4507-8bc2-7ba01af1575e', 'f8b0b47c-9841-4c39-a329-86c296b96c12', '8e5c9d6c-6eb8-4b10-8610-62f13a3baeda', '90b15f52-1f8f-4c18-96c7-c31349544e53', '2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c', '14b4802c-c54f-4eb1-88fd-85caeb7e6fc0', '022d0dd3-6045-4225-ad98-a770b43cef01', '1cf62099-fbfe-41dd-a2c9-ad292f316695', '775aaf14-876c-499d-b559-9791be99d313', 'ac485341-82d2-4202-b106-124c98ff175c', 'c3a65b54-887b-4a92-9e10-5d729124b332', '5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3', '4d6d6306-29de-42eb-80cf-585aabf1d691'} {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1063.761396] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1063.778174] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.778328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.778367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.778555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.778634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.778739] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1063.778811] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1063.778879] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1063.839890] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.839890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.840164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.840227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.841282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.841532] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1063.841605] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1063.841680] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1063.841746] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1063.841822] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1063.841891] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGH for action security_group_rules [ 1063.841964] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGH for action security_group_rules [ 1063.842038] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGH for action security_group_rules [ 1063.842101] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGH for action security_group_rules [ 1063.842163] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGH for action security_group_rules [ 1063.842222] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGH for action security_group_rules [ 1063.842282] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGH for action security_group_rules [ 1063.842341] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGH for action security_group_rules [ 1063.842401] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGH for action security_group_rules [ 1063.842461] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGH for action security_group_rules [ 1063.842520] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGH for action security_group_rules [ 1063.842580] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGH for action security_group_rules [ 1063.842640] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGH for action security_group_rules [ 1063.842700] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGH for action security_group_rules [ 1063.842759] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGH for action security_group_rules [ 1063.842848] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGH for action security_group_rules [ 1063.842884] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGH for action security_group_rules [ 1063.842930] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGH for action security_group_rules [ 1063.842990] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGH for action security_group_rules [ 1063.843061] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGH for action security_group_rules [ 1063.843153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.112108] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.112321] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.112480] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.112799] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.112902] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.113077] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ca86fa31-12df-46b2-bf5e-454f7ea97c75 not found, creating... [ 1064.113353] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.113535] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.113671] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.113897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.114049] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.114345] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.114505] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.114623] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.114831] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.114965] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.115123] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ca86fa31-12df-46b2-bf5e-454f7ea97c75 is going to be created. [ 1064.136274] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.136474] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.136578] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.136848] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.137090] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.137320] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ca86fa31-12df-46b2-bf5e-454f7ea97c75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.901961] env[69577]: INFO networking_nsxv3.common.synchronization [req-439eaff4-d395-4419-a6e7-af73a573e73b req-a6626fca-179d-49d8-bfbf-458ce2d669ba service nova] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_rules [ 1064.902267] env[69577]: INFO networking_nsxv3.common.synchronization [req-439eaff4-d395-4419-a6e7-af73a573e73b req-a6626fca-179d-49d8-bfbf-458ce2d669ba service nova] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1064.902321] env[69577]: INFO networking_nsxv3.common.synchronization [req-439eaff4-d395-4419-a6e7-af73a573e73b req-a6626fca-179d-49d8-bfbf-458ce2d669ba service nova] Enqueued Resource ID: ca86fa31-12df-46b2-bf5e-454f7ea97c75 with Priority: HIGHEST for action port [ 1064.902782] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_rules [ 1064.902914] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1064.903770] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca86fa31-12df-46b2-bf5e-454f7ea97c75 with Priority: HIGHEST for action port [ 1064.903937] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 with Priority: HIGH for action security_group_rules [ 1064.904061] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a with Priority: HIGH for action security_group_rules [ 1064.904166] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb with Priority: HIGH for action security_group_rules [ 1064.904263] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3213cb73-435e-496d-b86a-739420836936 with Priority: HIGH for action security_group_rules [ 1064.904355] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b with Priority: HIGH for action security_group_rules [ 1064.904500] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 with Priority: HIGH for action security_group_rules [ 1064.904547] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 with Priority: HIGH for action security_group_rules [ 1064.904615] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564def0-309e-4173-8211-93c2e1736b51 with Priority: HIGH for action security_group_rules [ 1064.904701] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 with Priority: HIGH for action security_group_rules [ 1064.904788] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d with Priority: HIGH for action security_group_rules [ 1064.904875] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a24b6e7-489b-4126-9271-513611ad23a2 with Priority: HIGH for action security_group_rules [ 1064.904955] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 with Priority: HIGH for action security_group_rules [ 1064.905050] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGH for action security_group_rules [ 1064.905139] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGH for action security_group_rules [ 1064.905227] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGH for action security_group_rules [ 1064.905314] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGH for action security_group_rules [ 1064.905400] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 with Priority: HIGH for action security_group_rules [ 1064.905486] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 with Priority: HIGH for action security_group_rules [ 1064.905569] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGH for action security_group_rules [ 1064.905649] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 with Priority: HIGH for action security_group_rules [ 1064.906294] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.906432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.906500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.906865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.906951] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.908895] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.909034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.909092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.909256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.909416] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.909517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.909577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.909985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.910119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.910247] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.911046] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca86fa31-12df-46b2-bf5e-454f7ea97c75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.911172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca86fa31-12df-46b2-bf5e-454f7ea97c75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.911253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca86fa31-12df-46b2-bf5e-454f7ea97c75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.911429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca86fa31-12df-46b2-bf5e-454f7ea97c75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.911506] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca86fa31-12df-46b2-bf5e-454f7ea97c75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.912304] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf6f589-5ed0-4f32-81f6-a10750486f15 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.912424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.912512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.912671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.912768] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf6f589-5ed0-4f32-81f6-a10750486f15',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.913498] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.913607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.913674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.913819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.913913] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9beedc4-815f-45bf-91e6-1d74c8030a2a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.914771] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.914771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.914771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.914929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.914978] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d3db3a-87a7-4dca-ba69-3b7980ec03cb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.915790] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3213cb73-435e-496d-b86a-739420836936 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.915895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.915963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.916123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.916832] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3213cb73-435e-496d-b86a-739420836936',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.917240] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.917306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.917352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.917814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.917814] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.918313] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.918392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.918392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.918543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.918638] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a83ac0-0d3b-482e-a9aa-b7b7f0409c86',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.919408] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9af671c-8b08-48b9-af29-5fb35faf98c4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.919533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.919566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.919716] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.919787] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9af671c-8b08-48b9-af29-5fb35faf98c4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.920701] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f564def0-309e-4173-8211-93c2e1736b51 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.920805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.920869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.921107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.921107] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f564def0-309e-4173-8211-93c2e1736b51',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.921760] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2373f189-6ac4-4fc3-9f33-9731de15c793 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.921866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.921943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.922094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.922158] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2373f189-6ac4-4fc3-9f33-9731de15c793',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.924324] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.924436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.924503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.924654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.924727] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.925391] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a24b6e7-489b-4126-9271-513611ad23a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.925495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.925561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.925707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.925779] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a24b6e7-489b-4126-9271-513611ad23a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.926444] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.926615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.926615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.926767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.926814] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7190fd8-9259-4ee6-8d8e-d1394ec19483',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.927511] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.927782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.927782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.927857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.927889] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.928559] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.928665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.928731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.928877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.928948] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.929700] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.929795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.930012] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.930112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.930180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.930339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.930438] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.931109] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.931226] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.931294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.931441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.931511] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364c6775-6080-4f4d-9c0e-38d1ec2566b6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.932214] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.932328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.932404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.932560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.932634] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.933362] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.933535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.933535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.933674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.933745] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.934395] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.934499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.934563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.934711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.934779] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1fa4b35-01ec-455a-a84f-e46c3f3ba037',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.939138] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.963538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.963751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.963751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.963993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.965397] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.965523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.966249] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.966350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.968393] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1064.968582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.969538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.969722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.969911] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.970087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.970158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.970350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.970440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.970548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.970673] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.984582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.984807] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a83ac0-0d3b-482e-a9aa-b7b7f0409c86 is going to be deleted. [ 1064.985637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.985835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.001986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.002118] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d3db3a-87a7-4dca-ba69-3b7980ec03cb is going to be deleted. [ 1065.002849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.003041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.018382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.018497] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf6f589-5ed0-4f32-81f6-a10750486f15 is going to be deleted. [ 1065.046582] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.046728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.046728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.046915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.047008] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.047125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a83ac0-0d3b-482e-a9aa-b7b7f0409c86" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.056127] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.056244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.056313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.056480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.056562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.056673] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d3db3a-87a7-4dca-ba69-3b7980ec03cb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.063921] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.064048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.064113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.064274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.064358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.064467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf6f589-5ed0-4f32-81f6-a10750486f15" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.252339] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 in Status: SUCCESS [ 1065.252339] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 deletion is rescheduled due to dependency. [ 1065.252339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.410012] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.410232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.437651] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca86fa31-12df-46b2-bf5e-454f7ea97c75 with status ACTIVE [ 1065.437861] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.438396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.438396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.438396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.438396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.438554] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.438605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.438678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.438808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.438887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.439082] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.439221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.439249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.439420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.439468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.439530] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca86fa31-12df-46b2-bf5e-454f7ea97c75 is going to be updated. [ 1065.441166] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.441326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.441326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.441465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.441607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.441699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.441759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.441959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.441959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.442096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.442137] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.449722] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.449836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.449905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.450077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.450279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.450351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.450396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.450527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.450604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.450683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.450765] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.455601] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.467910] env[69577]: INFO networking_nsxv3.common.synchronization [req-515b0daf-e326-457a-9742-84cd08ed0a5f req-bec2a90b-401d-4898-af05-6e33c63f364c tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1065.471471] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1065.475970] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.476103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.476261] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.489310] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3: rpc.has_security_group_logging(os_id): False [ 1065.571844] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.572010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.572086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.572327] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.574134] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.574247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.574927] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.575035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.575828] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.575913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.576747] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.576747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.579744] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.579837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.580737] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.580865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.581541] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.581650] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.582430] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.582532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.583306] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.583400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.584194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.584292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.584863] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.585371] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.585477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.586274] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.586998] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.586998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.588025] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.588866] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.588866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.588866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.589041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.589198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.589386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca86fa31-12df-46b2-bf5e-454f7ea97c75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.590050] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.590488] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.590623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.591304] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.591716] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.591835] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.603842] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.604034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.604164] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9beedc4-815f-45bf-91e6-1d74c8030a2a is going to be deleted. [ 1065.605172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.605403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.626407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.626535] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9af671c-8b08-48b9-af29-5fb35faf98c4 is going to be deleted. [ 1065.627456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.627576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.648498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.648619] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364c6775-6080-4f4d-9c0e-38d1ec2566b6 is going to be deleted. [ 1065.649983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.649983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.681114] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.681239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.683182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.683304] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2373f189-6ac4-4fc3-9f33-9731de15c793 is going to be deleted. [ 1065.684155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.684359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.687335] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.687502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.711786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.711913] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b is going to be deleted. [ 1065.712769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.712976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.727029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.744347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.744477] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be deleted. [ 1065.745405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.745691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.783198] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.783198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.786417] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.786599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.786748] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.786993] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.787277] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.787412] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.787624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.787821] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.788079] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.788744] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.788744] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.788744] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.788744] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.788744] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.789079] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.789079] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.821772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.821919] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1fa4b35-01ec-455a-a84f-e46c3f3ba037 is going to be deleted. [ 1065.823122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.823393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.870583] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.870845] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.082 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1065.871032] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.871283] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.871698] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-7e2d737a-7424-40b0-bfa2-7d64f2209cba taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.871954] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-7e2d737a-7424-40b0-bfa2-7d64f2209cba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.872108] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-7e2d737a-7424-40b0-bfa2-7d64f2209cba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.872437] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-7e2d737a-7424-40b0-bfa2-7d64f2209cba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.872573] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2d737a-7424-40b0-bfa2-7d64f2209cba',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.878903] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.879041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.881584] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.881720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.891862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.892031] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3213cb73-435e-496d-b86a-739420836936 is going to be deleted. [ 1065.893151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.893352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.923039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.923039] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3 is going to be deleted. [ 1065.923739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.924116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.947819] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.963649] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.963649] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.963649] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.963649] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.963649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.964398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.964398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.964398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.964398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.964398] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.966020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.971039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.971039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.971039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.971039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.971039] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be created. [ 1065.973213] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.973213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.001618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.001704] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be deleted. [ 1066.002718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.002933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.007073] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.007192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.027134] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.027134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.027134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.027134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.027134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.043684] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: UNINITIALIZED for 2s [ 1066.057698] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.057698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.078388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.078388] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7190fd8-9259-4ee6-8d8e-d1394ec19483 is going to be deleted. [ 1066.079678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.079678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.091928] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.092318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.102484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.102630] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d is going to be deleted. [ 1066.103516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.103746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.126342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.126499] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f564def0-309e-4173-8211-93c2e1736b51 is going to be deleted. [ 1066.127362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.127599] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.163680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.163804] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a24b6e7-489b-4126-9271-513611ad23a2 is going to be deleted. [ 1066.164655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.164889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.177928] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.178121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.205108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.205459] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.205560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.205626] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.205908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.206017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.206186] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1066.207228] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.207406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.207559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.207693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9beedc4-815f-45bf-91e6-1d74c8030a2a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.207822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.207977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.208076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.208238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9af671c-8b08-48b9-af29-5fb35faf98c4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.208380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.208525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.208603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.208714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364c6775-6080-4f4d-9c0e-38d1ec2566b6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.208826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.208963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.209065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.209186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2373f189-6ac4-4fc3-9f33-9731de15c793" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.209784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.209960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.210067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.210231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb9e9bb7-61ac-4652-b1bc-97f2f881bd8b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.210360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.210506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.210592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.210686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.210815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.210952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.211039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.211182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1fa4b35-01ec-455a-a84f-e46c3f3ba037" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.211318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.211434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.211507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.211620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3213cb73-435e-496d-b86a-739420836936" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.211802] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.211966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.212081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.212227] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247fb0d5-c61f-41c5-be6e-e4ac49bfe9f3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.212350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.212525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.212602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.212701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.212833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.212970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.213054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.213163] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7190fd8-9259-4ee6-8d8e-d1394ec19483" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.259899] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.260123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.260203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.260429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.260482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.260593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32f2c70-d8e0-45fe-83d0-6dd0bf61b99d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.292462] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.292615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.292668] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.292849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.292957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.293065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f564def0-309e-4173-8211-93c2e1736b51" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.311927] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.312057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.312099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.312276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.312369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.312467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a24b6e7-489b-4126-9271-513611ad23a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.375067] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.375067] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.375067] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.375302] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.375460] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.375623] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 7e2d737a-7424-40b0-bfa2-7d64f2209cba not found, creating... [ 1066.375881] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.376057] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.376179] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.376395] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.376533] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.376813] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.376972] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.377109] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.377323] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.377459] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.377599] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 7e2d737a-7424-40b0-bfa2-7d64f2209cba is going to be created. [ 1066.421883] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.422093] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.422219] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.422469] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.422696] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.422917] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-7e2d737a-7424-40b0-bfa2-7d64f2209cba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.431256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.431397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.431452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.431587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.431713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.447523] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1066.449081] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cfa4812-d155-484c-b75a-1ed621ebb99a: rpc.has_security_group_logging(os_id): False [ 1066.472417] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bf69c6-d9a2-436a-87e6-9581e734aa48: rpc.has_security_group_logging(os_id): False [ 1066.478512] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.478512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.478600] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.478721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.497962] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.498091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.521795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.522103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.522202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.522270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.522460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.522544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.522629] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a is going to be updated. [ 1066.523631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.523796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.569276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.569552] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.569696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.569826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.570195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.570350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.570676] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.570819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.570872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.570991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.571084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.571271] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.571366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.571433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.571644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.571846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.571975] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1066.662689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.662829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.662984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.663134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.663283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.667856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.668012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.668096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.668273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.668426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.678830] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a in Status: IN_PROGRESS for 2s [ 1066.682842] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1067.091786] env[69577]: INFO networking_nsxv3.common.synchronization [req-515b0daf-e326-457a-9742-84cd08ed0a5f req-450f1faf-5cf9-4fd1-a2e0-51286f46d4c2 service nova] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_rules [ 1067.091786] env[69577]: INFO networking_nsxv3.common.synchronization [req-515b0daf-e326-457a-9742-84cd08ed0a5f req-450f1faf-5cf9-4fd1-a2e0-51286f46d4c2 service nova] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1067.092100] env[69577]: INFO networking_nsxv3.common.synchronization [req-515b0daf-e326-457a-9742-84cd08ed0a5f req-450f1faf-5cf9-4fd1-a2e0-51286f46d4c2 service nova] Enqueued Resource ID: 7e2d737a-7424-40b0-bfa2-7d64f2209cba with Priority: HIGHEST for action port [ 1067.092554] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_rules [ 1067.092759] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1067.093792] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2d737a-7424-40b0-bfa2-7d64f2209cba with Priority: HIGHEST for action port [ 1067.095251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.095251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.095493] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.095595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.095793] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2d737a-7424-40b0-bfa2-7d64f2209cba taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.096177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2d737a-7424-40b0-bfa2-7d64f2209cba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.096177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2d737a-7424-40b0-bfa2-7d64f2209cba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.096177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2d737a-7424-40b0-bfa2-7d64f2209cba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.096274] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2d737a-7424-40b0-bfa2-7d64f2209cba',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.598470] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e2d737a-7424-40b0-bfa2-7d64f2209cba with status ACTIVE [ 1067.598752] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.598892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.598962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.599198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.599292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.599483] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.599584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.599648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.599796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.599873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.600136] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.600243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.600305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.600453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.600529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.600615] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e2d737a-7424-40b0-bfa2-7d64f2209cba is going to be updated. [ 1067.620382] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.620543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.620543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.620725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.620918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.621120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2d737a-7424-40b0-bfa2-7d64f2209cba" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.933253] env[69577]: INFO networking_nsxv3.common.synchronization [req-7e548c36-c1d1-4720-98d4-9a8b160e4569 req-f30fa9f1-fa3a-4e70-87d8-d8cad64e937b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1067.934576] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1067.934905] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.053040] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1068.053293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.053456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.053672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.053857] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.053973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.054050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.054203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.054281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.054365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.054459] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.058284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.059773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.059773] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.059773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.059773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.059773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.059773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.059773] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.411641] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.411641] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.411641] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.411641] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.413067] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.413067] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.413067] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.413067] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.413067] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.413067] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.413067] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.413067] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.413716] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.413716] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.413716] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.413716] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.431260] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.431483] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.431673] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.431902] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-287" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.432251] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-bfa469b8-661f-422b-ad3f-08ce81b03096 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.432567] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-bfa469b8-661f-422b-ad3f-08ce81b03096" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.432725] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-bfa469b8-661f-422b-ad3f-08ce81b03096" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.433096] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-bfa469b8-661f-422b-ad3f-08ce81b03096" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.433303] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa469b8-661f-422b-ad3f-08ce81b03096',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.460119] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1068.460396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.460569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.460778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.460867] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.561305] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.561507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.561657] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.694131] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a in Status: SUCCESS [ 1068.694643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.696797] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1068.696797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.935923] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.936196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.936328] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.936634] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.936761] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.936913] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port bfa469b8-661f-422b-ad3f-08ce81b03096 not found, creating... [ 1068.937193] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.937355] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.937470] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.937686] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.937824] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.938127] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.938288] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.938408] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.938617] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.938749] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.938888] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: bfa469b8-661f-422b-ad3f-08ce81b03096 is going to be created. [ 1068.957214] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.957482] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.957572] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.957811] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.958081] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.958307] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-bfa469b8-661f-422b-ad3f-08ce81b03096" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.963103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.963233] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.963337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.963502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.963667] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.963789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.963941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.964015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.964382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.964486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.964717] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.066022] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.470682] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.567542] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.567740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.567818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.568131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.568261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.568367] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1069.598359] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.598523] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.598596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.598823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.598967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.608347] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1069.979415] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3: rpc.has_security_group_logging(os_id): False [ 1069.996160] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.996160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.996353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.996434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.996529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.996843] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.996968] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.997066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.997267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.997304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.997362] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1070.047976] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.048203] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.048278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.048495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.048633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.060707] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1070.377562] env[69577]: INFO networking_nsxv3.common.synchronization [req-7e548c36-c1d1-4720-98d4-9a8b160e4569 req-184541c2-8f90-42e3-abf6-e3475005a99f service nova] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_rules [ 1070.377752] env[69577]: INFO networking_nsxv3.common.synchronization [req-7e548c36-c1d1-4720-98d4-9a8b160e4569 req-184541c2-8f90-42e3-abf6-e3475005a99f service nova] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1070.377916] env[69577]: INFO networking_nsxv3.common.synchronization [req-7e548c36-c1d1-4720-98d4-9a8b160e4569 req-184541c2-8f90-42e3-abf6-e3475005a99f service nova] Enqueued Resource ID: bfa469b8-661f-422b-ad3f-08ce81b03096 with Priority: HIGHEST for action port [ 1070.378199] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_rules [ 1070.378393] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1070.378504] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa469b8-661f-422b-ad3f-08ce81b03096 with Priority: HIGHEST for action port [ 1070.379060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.379173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.379376] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.379537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.379635] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa469b8-661f-422b-ad3f-08ce81b03096 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.379734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa469b8-661f-422b-ad3f-08ce81b03096" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.379798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa469b8-661f-422b-ad3f-08ce81b03096" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.380037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa469b8-661f-422b-ad3f-08ce81b03096" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.380151] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa469b8-661f-422b-ad3f-08ce81b03096',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.882048] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfa469b8-661f-422b-ad3f-08ce81b03096 with status ACTIVE [ 1070.882466] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.882543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.882662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.882894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.882985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.883206] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.883319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.883405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.883710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.883804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.884020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.884103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.884169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.884313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.884388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.884472] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfa469b8-661f-422b-ad3f-08ce81b03096 is going to be updated. [ 1070.904137] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.904385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.904459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.904686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.904915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.905102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa469b8-661f-422b-ad3f-08ce81b03096" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.618353] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1071.618353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.618550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.618859] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.619045] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.619192] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.619277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.619480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.619593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.619698] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.074909] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1072.074909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.126536] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.144016] env[69577]: INFO networking_nsxv3.common.synchronization [req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 req-2032f63d-5d8c-4b50-be01-4a7f640d9dba tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1072.144016] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1072.144016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.144016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.144016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.144016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.144016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.144016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.144016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.144016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.144016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.145153] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.517158] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.517359] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.517489] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.517771] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.518072] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.518249] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.518369] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.518581] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.518726] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.518933] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.521148] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.521352] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.521481] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.521668] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.521792] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.521947] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.540454] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.540627] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.540770] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.541017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.541391] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-886a3585-70c6-40b9-adf3-81e8840e9030 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.541571] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-886a3585-70c6-40b9-adf3-81e8840e9030" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.541697] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-886a3585-70c6-40b9-adf3-81e8840e9030" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.542056] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-886a3585-70c6-40b9-adf3-81e8840e9030" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.542247] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886a3585-70c6-40b9-adf3-81e8840e9030',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.629064] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.651191] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.049710] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.049915] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.050036] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.050354] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.050507] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.050666] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 886a3585-70c6-40b9-adf3-81e8840e9030 not found, creating... [ 1073.050946] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.051145] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.051279] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051501] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.051646] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.051934] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.052110] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.052235] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.052447] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.052585] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.052728] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 886a3585-70c6-40b9-adf3-81e8840e9030 is going to be created. [ 1073.072338] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.072538] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.072667] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.072920] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.073165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.073392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-886a3585-70c6-40b9-adf3-81e8840e9030" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.131183] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.131502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.131502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.131637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.131727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.131825] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1073.153081] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.158484] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.158690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.158791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.159076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.159233] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.169385] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1073.655323] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.655605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.655605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.655938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.655938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.656043] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1073.681884] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.682068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.682146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.682357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.682500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.690546] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1073.806101] env[69577]: INFO networking_nsxv3.common.synchronization [req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 req-62eae29e-83eb-4175-b320-cc7a21993279 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 1073.806101] env[69577]: INFO networking_nsxv3.common.synchronization [req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 req-62eae29e-83eb-4175-b320-cc7a21993279 service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1073.806101] env[69577]: INFO networking_nsxv3.common.synchronization [req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 req-62eae29e-83eb-4175-b320-cc7a21993279 service nova] Enqueued Resource ID: 886a3585-70c6-40b9-adf3-81e8840e9030 with Priority: HIGHEST for action port [ 1073.806101] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 1073.806101] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1073.806101] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886a3585-70c6-40b9-adf3-81e8840e9030 with Priority: HIGHEST for action port [ 1073.806101] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.806101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.806101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.806101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.806101] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.808260] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.809178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.809433] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-886a3585-70c6-40b9-adf3-81e8840e9030 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.809507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886a3585-70c6-40b9-adf3-81e8840e9030" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.809556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886a3585-70c6-40b9-adf3-81e8840e9030" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.809729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886a3585-70c6-40b9-adf3-81e8840e9030" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.809802] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886a3585-70c6-40b9-adf3-81e8840e9030',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.309648] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.309648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.313092] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 886a3585-70c6-40b9-adf3-81e8840e9030 with status ACTIVE [ 1074.313092] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.313092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.313092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.313092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.313092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.313092] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.313387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.313387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.313387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.313387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.313589] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.313660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.313707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.313830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.313894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.314023] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 886a3585-70c6-40b9-adf3-81e8840e9030 is going to be updated. [ 1074.334725] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.334725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.334725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.334960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.334960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.335134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886a3585-70c6-40b9-adf3-81e8840e9030" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.179621] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1075.179828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.179877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.180122] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.180374] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.180489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.180551] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.180708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.180797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.180913] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.684295] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.706780] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1075.706780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.706780] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.707076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.707116] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.707236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.707301] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.708050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.708050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.708050] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.186272] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.209769] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.688630] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.688967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.688967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.689040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.689126] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.689221] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1076.711215] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.717019] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.717158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.717215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.717422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.717563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.727093] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1076.836154] env[69577]: INFO networking_nsxv3.common.synchronization [req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa req-3aea625a-2d4c-463f-8871-3c440f1a7549 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1076.836154] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1076.836154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.836154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.836154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.836154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.836154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.836154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.836154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.836154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.836154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.836527] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.165845] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.166069] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.166208] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.166504] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.166778] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.166950] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.167736] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.167736] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.167736] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.167919] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.167980] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.168113] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.168228] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.168344] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.168453] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.168588] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.187649] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.187842] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.187983] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.188185] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-926" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.188542] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.188732] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.188860] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.189239] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.189359] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.213930] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.214157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.214157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.214376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.214470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.214568] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1077.244740] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.244967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.244967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.245181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.245330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.253830] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1077.338117] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.338283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.338355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.338562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.360516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.360775] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.360904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.361015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.361190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.361277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.361370] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 1077.389427] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.389573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.389639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.389850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.390023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.398438] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 1077.693022] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.693022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.693022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.693022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.693456] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.693456] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b not found, creating... [ 1077.693530] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.693632] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.693751] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.693980] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.694131] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.694413] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.694841] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.694841] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.694942] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.695021] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.695168] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b is going to be created. [ 1077.713215] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.713407] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.713537] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.713773] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.713998] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.714234] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.677457] env[69577]: INFO networking_nsxv3.common.synchronization [req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa req-8c947e6d-e826-43c2-876c-3541955de16f service nova] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_rules [ 1078.677457] env[69577]: INFO networking_nsxv3.common.synchronization [req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa req-8c947e6d-e826-43c2-876c-3541955de16f service nova] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1078.677457] env[69577]: INFO networking_nsxv3.common.synchronization [req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa req-8c947e6d-e826-43c2-876c-3541955de16f service nova] Enqueued Resource ID: 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b with Priority: HIGHEST for action port [ 1078.677797] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_rules [ 1078.678084] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1078.678335] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b with Priority: HIGHEST for action port [ 1078.678730] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.679085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.680484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.680484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.680484] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.681535] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.682027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.682193] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.683563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.683563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.683563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.683563] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.740036] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.740036] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.740036] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.740036] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.740036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.740985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.741552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.741552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.741552] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.742551] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.742926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.742926] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.743239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.743239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.743873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.743873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.743873] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.183134] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.183268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.185037] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b with status ACTIVE [ 1079.185037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.185037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.185230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.185386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.185605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.185823] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.186039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.186147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.186343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.186455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.186693] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.186781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.186812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.186992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.187106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.187199] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b is going to be updated. [ 1079.206332] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.206503] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.206555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.206719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.206847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.207102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.245260] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ada9b20-a3b7-4146-b897-18acd00cd3c7: rpc.has_security_group_logging(os_id): False [ 1079.246488] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.261833] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1079.262049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.262257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.262463] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.262639] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.262751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.262816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.262966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.263059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.263142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.263230] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.269695] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.269809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.269877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.270096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.270186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.270358] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.270453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.270515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.270655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.270730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.270943] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.271060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.271124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.271260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.271332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.271515] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.271605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.271665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.271797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.271868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.271949] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be created. [ 1079.342767] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.342946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.343069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.343242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.343459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.354291] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1079.411072] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 1079.411072] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 deletion is rescheduled due to dependency. [ 1079.411072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.411312] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.411363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.411538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.411653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.411718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.411872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.411955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.412069] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.749121] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.766085] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.766085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.766085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.766085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.766085] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.766085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.766085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.766358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.766358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.766358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.766518] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.766756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.766756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.766918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.766918] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.767039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.767075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.767208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.767292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.767371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.767519] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.919242] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.135478] env[69577]: INFO networking_nsxv3.common.synchronization [req-b97053f8-5924-47d2-9aff-047b11165f8b req-85b02328-f8eb-43d1-802c-7a6c72d79629 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Enqueued Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_members [ 1080.136054] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_members [ 1080.136390] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.136517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.136584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.136830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.140424] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.140613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.140727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.140990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.141146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.141292] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.253181] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.253349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.253421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.253854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.253854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.253854] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1080.273250] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9edae4-1229-43a7-84f9-386d12399df9: rpc.has_security_group_logging(os_id): False [ 1080.286025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.286025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.286025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.286025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.286025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.292718] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.292856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.292926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.293161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.294619] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1080.314185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.314185] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.314185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.314185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.314185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.314185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.314618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.314618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.314618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.314618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.314618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.314894] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.314894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.314894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.315077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.315137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.315186] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1080.380077] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.380775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.401174] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1080.421515] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.503771] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.504018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.504188] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.504466] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.504731] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.504893] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.505166] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.505453] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.505576] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.505788] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.505906] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.506030] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.506146] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.506288] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.506413] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.506552] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.528545] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.528717] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.528861] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.529052] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.529380] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-53408ac6-dc2f-4014-a370-8247f523b9a7 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.529556] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.529681] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.530077] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.530256] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53408ac6-dc2f-4014-a370-8247f523b9a7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.645043] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.645219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.645295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.645525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.645621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.645820] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.645919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.645983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.646147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.646225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.646310] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 already deleted. [ 1080.646395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.924288] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.924598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.924598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.924832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.924928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.925042] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 1080.953823] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.954030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.954030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.954247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.954394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.962999] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 1081.032866] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.033511] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.033511] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.033625] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.033743] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.033836] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 53408ac6-dc2f-4014-a370-8247f523b9a7 not found, creating... [ 1081.034159] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.034275] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.034401] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.034618] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.034760] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.035091] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.035289] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.035449] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.035696] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.035839] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.036025] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 53408ac6-dc2f-4014-a370-8247f523b9a7 is going to be created. [ 1081.055234] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.055447] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.055661] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.055969] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.056267] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.056530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.367951] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1081.369705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.369705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.369705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.369705] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.774657] env[69577]: INFO networking_nsxv3.common.synchronization [req-b97053f8-5924-47d2-9aff-047b11165f8b req-2ca4567c-d0b2-4702-a4bd-5cd8a668597f service nova] Enqueued Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_rules [ 1081.774893] env[69577]: INFO networking_nsxv3.common.synchronization [req-b97053f8-5924-47d2-9aff-047b11165f8b req-2ca4567c-d0b2-4702-a4bd-5cd8a668597f service nova] Enqueued Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_members [ 1081.775061] env[69577]: INFO networking_nsxv3.common.synchronization [req-b97053f8-5924-47d2-9aff-047b11165f8b req-2ca4567c-d0b2-4702-a4bd-5cd8a668597f service nova] Enqueued Resource ID: 53408ac6-dc2f-4014-a370-8247f523b9a7 with Priority: HIGHEST for action port [ 1081.776064] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_rules [ 1081.776064] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_members [ 1081.776064] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53408ac6-dc2f-4014-a370-8247f523b9a7 with Priority: HIGHEST for action port [ 1081.776340] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.776414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.776480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.777169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.777300] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.781251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.781251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.781251] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.781251] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-53408ac6-dc2f-4014-a370-8247f523b9a7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.781251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.781713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.781713] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53408ac6-dc2f-4014-a370-8247f523b9a7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.871160] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.871406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.284525] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.287436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.287436] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53408ac6-dc2f-4014-a370-8247f523b9a7 with status ACTIVE [ 1082.287436] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.287436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.287436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.287436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.287436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.288517] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.288517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.288517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.288517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.288517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.288517] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.288517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.288517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.288517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.288517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.288804] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53408ac6-dc2f-4014-a370-8247f523b9a7 is going to be updated. [ 1082.289762] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.310944] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1082.311201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.311492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.311574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.311775] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.311905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.311984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.312160] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.312320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.312412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.312503] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.315055] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.315055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.315055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.315055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.315055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.315055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.425516] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1082.425686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.791754] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.816299] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.816541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.816652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.816883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.817090] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.817205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.817271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.817483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.817588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.817696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.817887] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.818037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.818111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.818268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.818428] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.818532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.818607] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.818759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.818854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.818943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.819055] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.974647] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 1082.974977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.975251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.975577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.975856] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.976062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.976183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.976422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.976562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.976711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.976866] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.294158] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.294485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.294485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.294603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.294688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.294784] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 is going to be created. [ 1083.319455] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.319679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.319679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.319940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.320094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.321180] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ada9b20-a3b7-4146-b897-18acd00cd3c7: rpc.has_security_group_logging(os_id): False [ 1083.329431] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: UNINITIALIZED for 2s [ 1083.337216] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.337378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.337439] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.337604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.337694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.337886] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.337985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.338051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.338200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.338276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.338467] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.338561] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.338613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.338752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.338825] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.339017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.339261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.339382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.339532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.339636] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.339724] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1083.412881] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.413158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.413277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.413416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.413559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.427019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1083.487509] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.487509] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.487509] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.487509] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.487509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.488174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.488174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.488174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.488174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.488174] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.990491] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ace8c74-6977-40d6-a466-bc23ace40e75: rpc.has_security_group_logging(os_id): False [ 1084.009544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.009544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.009544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.009544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.009544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.009544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.009785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.009785] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.009852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.009986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.010258] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.010381] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.010466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.010648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.010751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.010994] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.011150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.011265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.011409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.011509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.011617] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 1084.070640] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.070898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.070990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.071971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.071971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.087639] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 1085.339901] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: SUCCESS [ 1085.339901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.339901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.340484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.340484] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.340484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.340484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.340656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.340751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.340813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.340907] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.437172] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1085.437507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.437777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.438012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.438137] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.843077] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.941078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.941266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.941334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.941544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.941711] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.941801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.941862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.942008] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.942094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.942177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.942262] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.969236] env[69577]: INFO networking_nsxv3.common.synchronization [req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 req-aeafc348-2175-41dc-abd5-735509fb6395 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1085.969677] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1085.970074] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.970217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.970281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.970513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.970778] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.970778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.970778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.971065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.971065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.971232] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.101333] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 1086.101564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.345808] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68036bd0-bd0a-4ea8-b5a4-639d8fced490: rpc.has_security_group_logging(os_id): False [ 1086.364077] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.364319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.364417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.364596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.364714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.365141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.365293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.365359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.365543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.365628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.365747] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 is going to be created. [ 1086.428777] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.428777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.428777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.429181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.429390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.439737] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: IN_PROGRESS for 2s [ 1086.446491] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.446623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.446683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.446992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.447129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.447195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.447230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.447372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.447459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.447547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.447720] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.447814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.447988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.448229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.448384] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.448509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.448555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.448699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.448792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.448867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.448966] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.473995] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.952253] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ada9b20-a3b7-4146-b897-18acd00cd3c7: rpc.has_security_group_logging(os_id): False [ 1086.969300] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.969448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.969521] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.969732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.969822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.970017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.970134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.973048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.973269] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.973360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.973680] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.973680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.973756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.973893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.973972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.974190] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.974287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.974349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.974489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.974565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.974648] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1086.975806] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.033906] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.034392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.034392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.034741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.034810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.046282] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1087.328844] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7be8b3d4-2c1c-453c-81e1-a2caf9bc19eb tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Enqueued Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 1087.329387] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac485341-82d2-4202-b106-124c98ff175c with Priority: HIGHEST for action security_group_members [ 1087.329689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac485341-82d2-4202-b106-124c98ff175c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.329808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.329917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.334209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.334389] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.334500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.334576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.334756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.334843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.334954] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac485341-82d2-4202-b106-124c98ff175c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.480744] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.481115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.481115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.481224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.481317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.481442] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1087.512289] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.512289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.512289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.512289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.512589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.523302] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1087.837752] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.837752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.837752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.837752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.874440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.874703] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.874847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.874929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.875300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.875544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.875544] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c is going to be updated. [ 1087.916687] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.916865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.916865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.917168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.917293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.926347] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: IN_PROGRESS for 2s [ 1088.285613] env[69577]: INFO networking_nsxv3.common.synchronization [None req-020faaec-3acb-430d-89c0-99683a5dcb7d None None] Enqueued Resource ID: 41cceecf-7547-47da-9a51-baea70cb11f5 with Priority: HIGHEST for action port [ 1088.285895] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cceecf-7547-47da-9a51-baea70cb11f5 with Priority: HIGHEST for action port [ 1088.286476] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-41cceecf-7547-47da-9a51-baea70cb11f5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.287962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41cceecf-7547-47da-9a51-baea70cb11f5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.287962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41cceecf-7547-47da-9a51-baea70cb11f5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.287962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41cceecf-7547-47da-9a51-baea70cb11f5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.287962] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41cceecf-7547-47da-9a51-baea70cb11f5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.452281] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: SUCCESS [ 1088.452281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.792490] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41cceecf-7547-47da-9a51-baea70cb11f5 [ 1088.792922] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.793159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.793299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.793731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.793821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.793948] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41cceecf-7547-47da-9a51-baea70cb11f5 already deleted. [ 1088.794093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41cceecf-7547-47da-9a51-baea70cb11f5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.060562] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1089.060562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.470794] env[69577]: INFO networking_nsxv3.common.synchronization [req-6ab026ce-d288-47e3-acef-3b0207c192b5 req-22ff5919-7b71-444b-b5c7-939855e3b26e tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1089.471436] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGHEST for action security_group_members [ 1089.471742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.471965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.471965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.473091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.473296] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.473407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.473481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.475133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.475284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.475442] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.532858] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1089.533268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.936856] env[69577]: INFO networking_nsxv3.common.synchronization [req-1a350126-b95a-4692-89ba-585a2f29c8df req-24fa4625-b2e6-4f4f-ad78-2a357ade517a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_members [ 1089.939292] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac485341-82d2-4202-b106-124c98ff175c in Status: SUCCESS [ 1089.939292] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac485341-82d2-4202-b106-124c98ff175c deletion is rescheduled due to dependency. [ 1089.939292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac485341-82d2-4202-b106-124c98ff175c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.939798] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_members [ 1089.940451] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f90317d-afa6-435b-b363-16a9f4897cb3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.940451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.940451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.940837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.941017] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.941127] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.941190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.941380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.941509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.941645] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.982225] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.982402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.982457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.982687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.982770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.982977] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.983093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.983154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.983302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.983379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.983466] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be updated. [ 1090.016519] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.016709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.016779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.016995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.017139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.027438] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: IN_PROGRESS for 2s [ 1090.396098] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.396364] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.396482] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.396767] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.398247] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.398583] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.398985] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.402042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.402042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.402042] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.402042] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.402042] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.402042] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.402042] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.402042] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.402042] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.419466] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.420133] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.420133] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.420133] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.420426] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-d1389cda-60dd-4dc4-b13f-98d09de0d144 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.420599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-d1389cda-60dd-4dc4-b13f-98d09de0d144" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.420729] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-d1389cda-60dd-4dc4-b13f-98d09de0d144" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.421108] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-d1389cda-60dd-4dc4-b13f-98d09de0d144" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.421808] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1389cda-60dd-4dc4-b13f-98d09de0d144',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.444016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.444214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.444289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.444519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.444719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.444958] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.445166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.445166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.445326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.445413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.445501] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 already deleted. [ 1090.445593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.837235] env[69577]: INFO networking_nsxv3.common.synchronization [None req-317206f3-e4a1-4bbf-b336-895d62d1839d None None] Enqueued Resource ID: 723dcf05-3e38-46eb-bef3-429b675a5b0d with Priority: HIGHEST for action port [ 1090.837497] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723dcf05-3e38-46eb-bef3-429b675a5b0d with Priority: HIGHEST for action port [ 1090.838085] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-723dcf05-3e38-46eb-bef3-429b675a5b0d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.838210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-723dcf05-3e38-46eb-bef3-429b675a5b0d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.838277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-723dcf05-3e38-46eb-bef3-429b675a5b0d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.838543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-723dcf05-3e38-46eb-bef3-429b675a5b0d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.838637] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723dcf05-3e38-46eb-bef3-429b675a5b0d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.925801] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.925801] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.925801] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.925801] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.926132] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.926132] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port d1389cda-60dd-4dc4-b13f-98d09de0d144 not found, creating... [ 1090.928516] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.928760] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.928902] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.932030] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.932030] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.932030] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.932030] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.932030] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.932030] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.932030] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.932030] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: d1389cda-60dd-4dc4-b13f-98d09de0d144 is going to be created. [ 1090.946634] env[69577]: INFO networking_nsxv3.common.synchronization [req-0da9d0a3-8043-470e-b103-bf3a8ae30035 req-74ed1a77-99a6-4a4f-8340-5f0526f5b8d7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_members [ 1090.947208] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGHEST for action security_group_members [ 1090.947837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.948713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.948821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.949645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.949645] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.949645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.949645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.949645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.949645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.950145] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.951605] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.951789] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.951940] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.952198] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.952429] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.952676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-d1389cda-60dd-4dc4-b13f-98d09de0d144" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.341842] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 723dcf05-3e38-46eb-bef3-429b675a5b0d [ 1091.342121] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.342330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.342420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.342655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.342750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.342850] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:723dcf05-3e38-46eb-bef3-429b675a5b0d already deleted. [ 1091.342934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-723dcf05-3e38-46eb-bef3-429b675a5b0d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.455891] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.456102] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.456179] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.456403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.476025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.476343] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.476553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.476652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.476871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.476987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.477123] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 is going to be updated. [ 1091.501437] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.501591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.501702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.501923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.502077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.509415] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 in Status: IN_PROGRESS for 2s [ 1091.720090] env[69577]: INFO networking_nsxv3.common.synchronization [req-1a350126-b95a-4692-89ba-585a2f29c8df req-06376381-278f-4670-8733-a29e58789b84 service nova] Enqueued Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_rules [ 1091.720401] env[69577]: INFO networking_nsxv3.common.synchronization [req-1a350126-b95a-4692-89ba-585a2f29c8df req-06376381-278f-4670-8733-a29e58789b84 service nova] Enqueued Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_members [ 1091.720603] env[69577]: INFO networking_nsxv3.common.synchronization [req-1a350126-b95a-4692-89ba-585a2f29c8df req-06376381-278f-4670-8733-a29e58789b84 service nova] Enqueued Resource ID: d1389cda-60dd-4dc4-b13f-98d09de0d144 with Priority: HIGHEST for action port [ 1091.721203] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_rules [ 1091.721383] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_members [ 1091.721513] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1389cda-60dd-4dc4-b13f-98d09de0d144 with Priority: HIGHEST for action port [ 1091.721830] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f90317d-afa6-435b-b363-16a9f4897cb3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.721986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.722090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.722321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.722431] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.723692] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f90317d-afa6-435b-b363-16a9f4897cb3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.724837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.725012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.725183] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.725615] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.725753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.725838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.726071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.726119] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.726249] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.727204] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1389cda-60dd-4dc4-b13f-98d09de0d144 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.729944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1389cda-60dd-4dc4-b13f-98d09de0d144" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.729944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1389cda-60dd-4dc4-b13f-98d09de0d144" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.729944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1389cda-60dd-4dc4-b13f-98d09de0d144" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.729944] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1389cda-60dd-4dc4-b13f-98d09de0d144',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.037420] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 in Status: SUCCESS [ 1092.037791] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 deletion is rescheduled due to dependency. [ 1092.038020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.234065] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f90317d-afa6-435b-b363-16a9f4897cb3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.234219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.234421] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.235344] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1389cda-60dd-4dc4-b13f-98d09de0d144 with status ACTIVE [ 1092.235543] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.235649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.235722] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.236965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.236965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.236965] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.237153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.237153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.237317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.237410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.237601] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.237787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.237787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.237909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.238082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.238082] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1389cda-60dd-4dc4-b13f-98d09de0d144 is going to be updated. [ 1092.259680] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.260023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.260023] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.260213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.260351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.260525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1389cda-60dd-4dc4-b13f-98d09de0d144" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.740659] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.864371] env[69577]: INFO networking_nsxv3.common.synchronization [None req-c65e70b1-e5c3-4e8c-9413-77c4f00311a0 None None] Enqueued Resource ID: b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530 with Priority: HIGHEST for action port [ 1092.864905] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530 with Priority: HIGHEST for action port [ 1092.865224] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.865334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.865396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.865992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.866099] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.243200] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.243544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.243544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.243738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.243936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.244078] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 is going to be created. [ 1093.272296] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.272499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.272620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.272932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.273250] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.283926] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 in Status: UNINITIALIZED for 2s [ 1093.368065] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530 [ 1093.368306] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.368453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.368515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.368726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.368820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.368919] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530 already deleted. [ 1093.369011] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e0a7e3-201e-4c2f-9f7a-3dcfc7e1b530" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.519790] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 in Status: SUCCESS [ 1093.520063] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 deletion is rescheduled due to dependency. [ 1093.520063] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.572678] env[69577]: INFO networking_nsxv3.common.synchronization [req-77833edb-2128-4290-abc5-ff2eb6223e56 req-4f773bfc-96ff-4af9-b47d-300363bb7ae7 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1094.573400] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1094.573493] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.573615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.573684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.573881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.574742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.575346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.578564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.578564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.578564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.578564] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.939314] env[69577]: INFO networking_nsxv3.common.synchronization [None req-a1871fb3-1463-47d9-a68c-14aa68a0fc91 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Enqueued Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_rules [ 1094.939720] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_rules [ 1094.940636] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14933265-7de0-4d72-bd01-574cddfdbc3d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.940763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.941020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.941415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.941557] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.045008] env[69577]: INFO networking_nsxv3.common.synchronization [None req-53413119-a786-407b-b7b1-25f3f84e3f13 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Enqueued Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_rules [ 1095.045521] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_rules [ 1095.045868] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14933265-7de0-4d72-bd01-574cddfdbc3d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.045982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.079915] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.248940] env[69577]: INFO networking_nsxv3.common.synchronization [req-bc08238a-1500-41d8-8671-7ee561b7cb2e req-c26fc0d2-6e6d-48cf-9f0b-379a71bb83c4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1095.249486] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1095.249837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.249972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.258020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.258020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.258020] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.258020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.258020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.258020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.258020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.258020] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.298332] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 in Status: SUCCESS [ 1095.298332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.298332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.298332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.300868] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.300868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.300868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.300868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.300868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.300868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.300868] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.462347] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.462347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.462347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.462347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.462347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.462552] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14933265-7de0-4d72-bd01-574cddfdbc3d already deleted. [ 1095.462552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.463999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.463999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.463999] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.497579] env[69577]: INFO networking_nsxv3.common.synchronization [None req-9000bcc5-5e45-49e4-bed8-1ece3cba8b4c None None] Enqueued Resource ID: 9bfdb464-5896-48a5-88fb-57215c5864cf with Priority: HIGHEST for action port [ 1095.497801] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bfdb464-5896-48a5-88fb-57215c5864cf with Priority: HIGHEST for action port [ 1095.498618] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bfdb464-5896-48a5-88fb-57215c5864cf taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.500116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bfdb464-5896-48a5-88fb-57215c5864cf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.500225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bfdb464-5896-48a5-88fb-57215c5864cf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.500506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bfdb464-5896-48a5-88fb-57215c5864cf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.500594] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfdb464-5896-48a5-88fb-57215c5864cf',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.586495] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.760124] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.760124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.760124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.760382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.760487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.760706] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.761407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.761407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.761407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.761407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.761407] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be deleted. [ 1095.774602] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.774602] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.774602] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.774602] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.774602] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.774937] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.774937] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.775053] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.775212] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.775447] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.775561] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.775686] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.775799] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.775913] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.776031] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.776170] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.792434] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.792621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.792621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.792847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.792930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.793041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.802303] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.802303] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.802303] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.802303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.802303] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-382decaa-b037-4972-b02c-18dfd4cc681c taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.802303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-382decaa-b037-4972-b02c-18dfd4cc681c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.802303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-382decaa-b037-4972-b02c-18dfd4cc681c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.802303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-382decaa-b037-4972-b02c-18dfd4cc681c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.802303] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382decaa-b037-4972-b02c-18dfd4cc681c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.806416] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.983480] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.983706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.983817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.984293] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.984436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.984566] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14933265-7de0-4d72-bd01-574cddfdbc3d already deleted. [ 1095.985143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.002850] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bfdb464-5896-48a5-88fb-57215c5864cf [ 1096.003194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.003405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.003486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.003727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.004725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.004725] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bfdb464-5896-48a5-88fb-57215c5864cf already deleted. [ 1096.004725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bfdb464-5896-48a5-88fb-57215c5864cf" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.086461] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.087095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.087095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.087095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.087095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.087361] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1096.114078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.114723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.114723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.114723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.114723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.125117] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1096.309112] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.309112] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.309112] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.309112] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.309112] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.309308] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 382decaa-b037-4972-b02c-18dfd4cc681c not found, creating... [ 1096.309491] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.309627] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.309754] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.311075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.311075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.311075] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.311075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.311075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.311075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.311075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.311405] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 382decaa-b037-4972-b02c-18dfd4cc681c is going to be created. [ 1096.312377] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f90317d-afa6-435b-b363-16a9f4897cb3: rpc.has_security_group_logging(os_id): False [ 1096.347613] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.347866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.347951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.348240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.348349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.348655] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.348786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.348872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.349056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.349170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.349275] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 is going to be created. [ 1096.352671] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.352879] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.353018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.353619] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.353866] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.354133] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-382decaa-b037-4972-b02c-18dfd4cc681c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.438870] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.439050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.439115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.439331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.439513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.451682] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 in Status: IN_PROGRESS for 2s [ 1097.084820] env[69577]: INFO networking_nsxv3.common.synchronization [req-bc08238a-1500-41d8-8671-7ee561b7cb2e req-4e0ca7c6-b9cd-4403-8303-6af038ce2ad8 service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 1097.085086] env[69577]: INFO networking_nsxv3.common.synchronization [req-bc08238a-1500-41d8-8671-7ee561b7cb2e req-4e0ca7c6-b9cd-4403-8303-6af038ce2ad8 service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1097.085262] env[69577]: INFO networking_nsxv3.common.synchronization [req-bc08238a-1500-41d8-8671-7ee561b7cb2e req-4e0ca7c6-b9cd-4403-8303-6af038ce2ad8 service nova] Enqueued Resource ID: 382decaa-b037-4972-b02c-18dfd4cc681c with Priority: HIGHEST for action port [ 1097.085488] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 1097.085647] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1097.085710] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382decaa-b037-4972-b02c-18dfd4cc681c with Priority: HIGHEST for action port [ 1097.086395] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.086534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.086639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.086894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.087016] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.087955] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.088103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.088145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.088373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.088620] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.088686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.088763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.088986] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.089151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.089271] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.090104] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-382decaa-b037-4972-b02c-18dfd4cc681c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.090214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-382decaa-b037-4972-b02c-18dfd4cc681c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.090289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-382decaa-b037-4972-b02c-18dfd4cc681c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.090546] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-382decaa-b037-4972-b02c-18dfd4cc681c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.090649] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382decaa-b037-4972-b02c-18dfd4cc681c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.592546] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.592695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.592863] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.595015] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 382decaa-b037-4972-b02c-18dfd4cc681c with status ACTIVE [ 1097.595230] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.595346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.595402] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.595616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.595696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.595873] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.595973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.596095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.596257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.596354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.596515] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.596649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.596721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.596806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.596878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.596954] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 382decaa-b037-4972-b02c-18dfd4cc681c is going to be updated. [ 1097.617591] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.617746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.617795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.618022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.618326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.618515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-382decaa-b037-4972-b02c-18dfd4cc681c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.095755] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.134491] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1098.134729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.464355] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 in Status: SUCCESS [ 1098.464608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.598232] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.598406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.598507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.599308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.599308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.599308] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be created. [ 1098.625225] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.625430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.625430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.626376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.626376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.636781] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: UNINITIALIZED for 2s [ 1098.866908] env[69577]: INFO networking_nsxv3.common.synchronization [req-add17154-266a-4fe8-8eb1-63b80655b96e req-de9f4bbb-cc65-45b7-ab2c-84c378b0b789 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1098.867471] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1098.867776] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.867909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.867992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.869291] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.869464] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.869572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.869639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.869860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.869961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.870071] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.373374] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.878046] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.381595] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.382684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.382684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.382798] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.382988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.383182] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1100.409482] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.409631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.409719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.410054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.410210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.418420] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1100.648171] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1100.648414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.648629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.648896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.649105] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.649244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.649315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.649495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.649585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.649688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.649811] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.152141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.152392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.152513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.152786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.154021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.154021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.154021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.154021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.154021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.154021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.154320] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.154320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.154397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.154625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.154860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.155037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.155158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.155391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.155545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.155706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.155870] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.241276] env[69577]: INFO networking_nsxv3.common.synchronization [req-10c57138-87da-4da5-a117-4c5048b0cad2 req-f0bfcb35-1dda-4d43-96fe-997b9f9fbf52 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Enqueued Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1101.241745] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1101.242072] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.242182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.242254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.242494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.242670] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.242775] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.242860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.243093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.243230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.243375] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.658614] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421e5434-33dd-4724-b929-dba55fcc886a: rpc.has_security_group_logging(os_id): False [ 1101.676160] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.676303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.676379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.676593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.676683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.676870] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.676974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.677046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.677195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.677270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.677455] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.677549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.677610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.677748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.677933] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.678377] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.678564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.678674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.678923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.679070] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.679217] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be created. [ 1101.728648] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.729311] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-319" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.729311] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-319" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.729489] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-319" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.729824] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.730061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.730226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.730485] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.730666] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.731040] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.731211] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.731364] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.731496] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.731976] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.732221] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.732411] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.745391] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.745532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.745605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.745808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.745900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.746106] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.746204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.746264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.746412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.746479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.746566] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 already deleted. [ 1101.746645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.750555] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.750768] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.750883] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.751071] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-319" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.751362] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-1ade6a1c-7942-4560-a01f-b303c37eeef7 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.751544] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-1ade6a1c-7942-4560-a01f-b303c37eeef7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.751673] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-1ade6a1c-7942-4560-a01f-b303c37eeef7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.751966] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-1ade6a1c-7942-4560-a01f-b303c37eeef7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.752128] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ade6a1c-7942-4560-a01f-b303c37eeef7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.760599] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.760723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.760796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.760974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.761169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.774270] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1102.254822] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.255088] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.255226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.255511] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.255666] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255838] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 1ade6a1c-7942-4560-a01f-b303c37eeef7 not found, creating... [ 1102.256119] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.256283] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.256904] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.256904] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.256904] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.257522] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.257759] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.257915] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.258159] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.258303] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.258452] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 1ade6a1c-7942-4560-a01f-b303c37eeef7 is going to be created. [ 1102.278302] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.278502] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.278662] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.279182] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.279182] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.279389] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-1ade6a1c-7942-4560-a01f-b303c37eeef7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.439071] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1102.439909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.450198] env[69577]: INFO networking_nsxv3.common.synchronization [req-10c57138-87da-4da5-a117-4c5048b0cad2 req-f17a3d8d-33fc-4b0e-9548-e4d8ecf2832e service nova] Enqueued Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_rules [ 1103.450468] env[69577]: INFO networking_nsxv3.common.synchronization [req-10c57138-87da-4da5-a117-4c5048b0cad2 req-f17a3d8d-33fc-4b0e-9548-e4d8ecf2832e service nova] Enqueued Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1103.451173] env[69577]: INFO networking_nsxv3.common.synchronization [req-10c57138-87da-4da5-a117-4c5048b0cad2 req-f17a3d8d-33fc-4b0e-9548-e4d8ecf2832e service nova] Enqueued Resource ID: 1ade6a1c-7942-4560-a01f-b303c37eeef7 with Priority: HIGHEST for action port [ 1103.451173] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_rules [ 1103.451289] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1103.451355] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ade6a1c-7942-4560-a01f-b303c37eeef7 with Priority: HIGHEST for action port [ 1103.451625] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.451738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.451800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.456428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.456428] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.456428] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.457220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.457302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.457498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.457937] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.458241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.458241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.458348] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.458384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.458483] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.460139] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ade6a1c-7942-4560-a01f-b303c37eeef7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.460139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ade6a1c-7942-4560-a01f-b303c37eeef7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.460139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ade6a1c-7942-4560-a01f-b303c37eeef7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.460139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ade6a1c-7942-4560-a01f-b303c37eeef7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.460139] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ade6a1c-7942-4560-a01f-b303c37eeef7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.788331] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1103.789016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.956048] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.956048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.969021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ade6a1c-7942-4560-a01f-b303c37eeef7 with status ACTIVE [ 1103.969021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.969021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.969021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.969021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.969021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ade6a1c-7942-4560-a01f-b303c37eeef7 is going to be updated. [ 1103.969883] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.989942] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.989942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.989942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.989942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.989942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.989942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ade6a1c-7942-4560-a01f-b303c37eeef7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.472440] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.974721] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.974971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.975077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.975300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.975396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.975497] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 is going to be created. [ 1104.999769] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.999949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.000033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.000246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.000406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.013375] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: UNINITIALIZED for 2s [ 1105.025353] env[69577]: INFO networking_nsxv3.common.synchronization [None req-5bb91843-f652-4211-b8f0-c2be11058f38 None None] Enqueued Resource ID: 7d7e8240-8caf-4916-80c2-1d4d7b3caebd with Priority: HIGHEST for action port [ 1105.025353] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7e8240-8caf-4916-80c2-1d4d7b3caebd with Priority: HIGHEST for action port [ 1105.025353] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d7e8240-8caf-4916-80c2-1d4d7b3caebd taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.025353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d7e8240-8caf-4916-80c2-1d4d7b3caebd" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.025353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d7e8240-8caf-4916-80c2-1d4d7b3caebd" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.025353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d7e8240-8caf-4916-80c2-1d4d7b3caebd" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.025353] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d7e8240-8caf-4916-80c2-1d4d7b3caebd',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.526838] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d7e8240-8caf-4916-80c2-1d4d7b3caebd [ 1105.533262] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.533469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.533528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.533755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.533896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.533965] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d7e8240-8caf-4916-80c2-1d4d7b3caebd already deleted. [ 1105.534150] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d7e8240-8caf-4916-80c2-1d4d7b3caebd" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.087449] env[69577]: INFO networking_nsxv3.common.synchronization [None req-f58d3e30-5cc4-4c40-862d-9941bdccc21b tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1106.087449] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1106.087449] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.087581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.087681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.087856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.087941] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.191111] env[69577]: INFO networking_nsxv3.common.synchronization [None req-9ca4294c-a12e-4109-9dae-3ad29999a049 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1106.191111] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1106.192205] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.192205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.608775] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.609097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.609097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.609304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.609304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.609402] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe already deleted. [ 1106.609477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.609630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.609820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.609918] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.632248] env[69577]: INFO networking_nsxv3.common.synchronization [req-826a8f09-0787-4c0f-bd66-331000a26035 req-03df7c88-d39a-493e-b892-b52fc0ea18cb tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1106.632831] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1106.633687] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.633687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.633687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.633687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.633899] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.634197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.634297] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.635455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.635455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.635455] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.733537] env[69577]: INFO networking_nsxv3.common.synchronization [None req-f4659c73-d32b-4cf9-8538-da76f5fb173a None None] Enqueued Resource ID: baf382a9-0b77-4c45-b253-e78931b522d8 with Priority: HIGHEST for action port [ 1106.733777] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf382a9-0b77-4c45-b253-e78931b522d8 with Priority: HIGHEST for action port [ 1106.735098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf382a9-0b77-4c45-b253-e78931b522d8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.735235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf382a9-0b77-4c45-b253-e78931b522d8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.735304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf382a9-0b77-4c45-b253-e78931b522d8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.735614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf382a9-0b77-4c45-b253-e78931b522d8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.735698] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf382a9-0b77-4c45-b253-e78931b522d8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.025953] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: SUCCESS [ 1107.026218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.026899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.027073] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.027264] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.027400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.027497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.027666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.027736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.027819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.027907] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.130037] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.130037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.130037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.130259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.130259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.130315] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe already deleted. [ 1107.131058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.136979] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.238026] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baf382a9-0b77-4c45-b253-e78931b522d8 [ 1107.238286] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.238425] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.238486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.238732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.238791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.238923] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baf382a9-0b77-4c45-b253-e78931b522d8 already deleted. [ 1107.238975] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf382a9-0b77-4c45-b253-e78931b522d8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.534581] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.534581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.534581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.534581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.534581] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.534581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.534581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.534581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.534581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.534581] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.535066] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.535066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.535066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.535066] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.535208] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.535208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.535282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.535826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.535826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.535826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.535826] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.641203] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.037988] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88533de1-0f9e-4867-8e7b-7da69c7b09e8: rpc.has_security_group_logging(os_id): False [ 1108.056148] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.056284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.056371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.056593] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.056677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.056951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.057045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.057084] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.057226] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.057307] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.057488] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.057582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.057658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.057902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.058068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.058170] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.058258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.058317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.058448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.058519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.058630] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 is going to be created. [ 1108.113155] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.113649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.113914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.124946] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: IN_PROGRESS for 2s [ 1108.143657] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.143869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.143910] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.144155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.144247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.144347] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1108.174568] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.174714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.174788] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.174994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.175485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.185262] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1109.452734] env[69577]: INFO networking_nsxv3.common.synchronization [req-61c913a4-fb2d-4806-b452-cbdc2bda99be req-31b039c9-5df8-41f8-9630-3341c5ab0c8e tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1109.453369] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1109.454025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.454025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.454025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.454025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.455400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.455400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.455400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.455400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.455400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.455400] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.957307] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.957478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.957549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.957828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.957927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.958154] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.958282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.958347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.958499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.958575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.958662] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1109.984861] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.985028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.985098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.985308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.985443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.993274] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1110.030400] env[69577]: INFO networking_nsxv3.common.synchronization [req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 req-4c0e9201-e89b-46d0-9638-21055810e2f8 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_members [ 1110.031286] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGHEST for action security_group_members [ 1110.031874] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.032054] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.032128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.032330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.032489] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.032598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.032662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.032830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.032919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.033017] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.136903] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: SUCCESS [ 1110.136999] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.195229] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1110.195229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.535703] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.536239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.536239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.536239] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.536428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.536564] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.536671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.536748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.536849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.536927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.536991] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a is going to be updated. [ 1110.565996] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.566262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.566262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.566455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.566604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.575694] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a in Status: IN_PROGRESS for 2s [ 1112.002664] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1112.002988] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 1112.002988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.585030] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a in Status: SUCCESS [ 1112.585195] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a deletion is rescheduled due to dependency. [ 1112.585324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.858731] env[69577]: INFO networking_nsxv3.common.synchronization [req-80b04aef-2bcd-4603-a844-be7dbcd9619e req-01f89210-b77d-404d-ad5f-7f77bd542245 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1112.859066] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1112.859894] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.859894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.859894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.859894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.860284] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.860284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.860284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.860284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.860495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.860495] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.142346] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.142723] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.142723] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.142994] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.143305] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.143486] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.143623] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.143859] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.144017] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.144259] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.144379] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.144492] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.144617] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.144739] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.144861] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.145379] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.164016] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.164240] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.164349] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.164543] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.164865] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8fad2167-d70c-440a-8309-cc9468e57ce8 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.165065] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8fad2167-d70c-440a-8309-cc9468e57ce8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.165197] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8fad2167-d70c-440a-8309-cc9468e57ce8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.165550] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8fad2167-d70c-440a-8309-cc9468e57ce8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.165692] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fad2167-d70c-440a-8309-cc9468e57ce8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.363868] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.669022] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.669022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.669022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.669255] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.669255] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.669422] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8fad2167-d70c-440a-8309-cc9468e57ce8 not found, creating... [ 1113.669911] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.670044] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.670196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.670431] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.670599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.670915] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.671099] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.671239] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.671685] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.671685] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.671768] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8fad2167-d70c-440a-8309-cc9468e57ce8 is going to be created. [ 1113.698994] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.699294] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.699453] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.700055] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.700181] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.700445] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8fad2167-d70c-440a-8309-cc9468e57ce8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.867181] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.369900] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.370258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.370258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.370675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.370848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.371095] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1114.387060] env[69577]: INFO networking_nsxv3.common.synchronization [req-80b04aef-2bcd-4603-a844-be7dbcd9619e req-151a176a-d281-4392-b910-a747a5c0521e service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 1114.387300] env[69577]: INFO networking_nsxv3.common.synchronization [req-80b04aef-2bcd-4603-a844-be7dbcd9619e req-151a176a-d281-4392-b910-a747a5c0521e service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1114.387373] env[69577]: INFO networking_nsxv3.common.synchronization [req-80b04aef-2bcd-4603-a844-be7dbcd9619e req-151a176a-d281-4392-b910-a747a5c0521e service nova] Enqueued Resource ID: 8fad2167-d70c-440a-8309-cc9468e57ce8 with Priority: HIGHEST for action port [ 1114.387595] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 1114.387723] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1114.387822] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fad2167-d70c-440a-8309-cc9468e57ce8 with Priority: HIGHEST for action port [ 1114.388365] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.388485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.388589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.388736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.388865] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.391189] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.391303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.391513] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fad2167-d70c-440a-8309-cc9468e57ce8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.391639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fad2167-d70c-440a-8309-cc9468e57ce8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.391719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fad2167-d70c-440a-8309-cc9468e57ce8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.392060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fad2167-d70c-440a-8309-cc9468e57ce8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.392060] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fad2167-d70c-440a-8309-cc9468e57ce8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.399255] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.399475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.399475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.399669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.399868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.408046] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1114.894260] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.894477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.895735] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fad2167-d70c-440a-8309-cc9468e57ce8 with status ACTIVE [ 1114.895931] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.896072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.896135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.896360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.896464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.896647] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.896752] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.896815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.897018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.897086] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.897298] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.897407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.897465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.897845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.897845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.897845] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fad2167-d70c-440a-8309-cc9468e57ce8 is going to be updated. [ 1114.919870] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.920020] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.920076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.920263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.920391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.920537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fad2167-d70c-440a-8309-cc9468e57ce8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.893033] env[69577]: INFO networking_nsxv3.common.synchronization [req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 req-f74eb1f4-4b28-47a5-8006-1403d19cd297 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1115.893033] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1115.893033] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.893033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.893033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.893033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.893033] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.893033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.893033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.893033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.893813] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.894050] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.396817] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.396950] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.396996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.397243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.397336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.397538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.397652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.397716] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.397852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.397926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.398019] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1116.415745] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1116.416555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.416555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.416555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.416555] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.416555] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.416819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.416819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.416819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.416914] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.430367] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.430367] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.430486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.430614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.430804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.438483] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1116.919371] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.188190] env[69577]: INFO networking_nsxv3.common.synchronization [req-e13cc105-f935-4f19-b6d7-fd8de3b660ed req-0d4a786d-5877-4f18-b9fe-645afb517f88 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1117.189560] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1117.190267] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.190267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.190267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.190267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.190542] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.190542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.190542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.190735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.190735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.190939] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.421526] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.591679] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.591941] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.592052] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.592430] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.592722] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.592910] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.593064] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.593302] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.593460] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.593679] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.593799] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.593916] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.594041] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.594278] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.594278] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.594424] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.615840] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.616122] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.616233] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.616462] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.616722] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-9b72b2cb-7664-48bb-af34-c2604e07661a taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.616926] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-9b72b2cb-7664-48bb-af34-c2604e07661a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.617042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-9b72b2cb-7664-48bb-af34-c2604e07661a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.617403] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-9b72b2cb-7664-48bb-af34-c2604e07661a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.617554] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b72b2cb-7664-48bb-af34-c2604e07661a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.696697] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.696897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.697072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.697248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.697363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.697607] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.697725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.697817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.697979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.698088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.698177] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe already deleted. [ 1117.698261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.826220] env[69577]: INFO networking_nsxv3.common.synchronization [req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 req-21519d09-4efe-407f-90b5-f297521bf5e2 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1117.826220] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGHEST for action security_group_members [ 1117.826220] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.826220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.826220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.826220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.826550] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.826765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.826919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.827173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.827353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.827539] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.926031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.926031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.926031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.926031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.926031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.926031] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1117.959139] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.959139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.959287] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.959473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.959660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.968697] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1118.119895] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.120137] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.120276] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.120572] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.120744] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.120915] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 9b72b2cb-7664-48bb-af34-c2604e07661a not found, creating... [ 1118.121201] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.121364] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.121487] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.121710] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.121858] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.122203] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.122379] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.122472] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.122682] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.122825] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.122969] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 9b72b2cb-7664-48bb-af34-c2604e07661a is going to be created. [ 1118.140612] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.141466] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.141466] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.142235] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.142473] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.142760] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-9b72b2cb-7664-48bb-af34-c2604e07661a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.329783] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.329972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.330050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.330274] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.330365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.330570] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.330707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.330773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.330877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.330958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.331057] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be updated. [ 1118.355842] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.356042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.356099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.356284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.356419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.364528] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: IN_PROGRESS for 2s [ 1118.449151] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1118.449151] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 1118.449151] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.872534] env[69577]: INFO networking_nsxv3.common.synchronization [req-e13cc105-f935-4f19-b6d7-fd8de3b660ed req-6f44f305-ba3b-4f6e-83f6-0bb47ed95b43 service nova] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1118.872742] env[69577]: INFO networking_nsxv3.common.synchronization [req-e13cc105-f935-4f19-b6d7-fd8de3b660ed req-6f44f305-ba3b-4f6e-83f6-0bb47ed95b43 service nova] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1118.872889] env[69577]: INFO networking_nsxv3.common.synchronization [req-e13cc105-f935-4f19-b6d7-fd8de3b660ed req-6f44f305-ba3b-4f6e-83f6-0bb47ed95b43 service nova] Enqueued Resource ID: 9b72b2cb-7664-48bb-af34-c2604e07661a with Priority: HIGHEST for action port [ 1118.873470] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1118.873638] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1118.873767] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b72b2cb-7664-48bb-af34-c2604e07661a with Priority: HIGHEST for action port [ 1118.877027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.877027] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.877027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.877027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.877027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.877027] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.878519] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b72b2cb-7664-48bb-af34-c2604e07661a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.878625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b72b2cb-7664-48bb-af34-c2604e07661a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.878694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b72b2cb-7664-48bb-af34-c2604e07661a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.878846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b72b2cb-7664-48bb-af34-c2604e07661a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.878918] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b72b2cb-7664-48bb-af34-c2604e07661a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.354992] env[69577]: INFO networking_nsxv3.common.synchronization [req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a req-a241845c-afd5-45d0-aa79-700c9ae5f2c4 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1119.355629] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1119.355963] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.356125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.356215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.356396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.356529] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.356646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.356826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.356913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.356913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.357208] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.380311] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.381284] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.381639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.381639] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b72b2cb-7664-48bb-af34-c2604e07661a with status ACTIVE [ 1119.381754] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.381848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.381920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.382189] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.382295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.382480] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.382627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.382627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.382879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.382879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.383047] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.383186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.383249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.383455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.383455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.383622] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b72b2cb-7664-48bb-af34-c2604e07661a is going to be updated. [ 1119.404028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.404243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.404243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.404510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.404652] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.404810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b72b2cb-7664-48bb-af34-c2604e07661a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.862034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.862034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.862034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.862034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.862034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.862034] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.862034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.862034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.862034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.862034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.862034] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1119.885803] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.892838] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.892838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.892838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.892838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.892838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.900384] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1119.978274] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1119.980809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.980809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.980809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.980809] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.980809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.980809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.980809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.980809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.980809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.980809] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.104211] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.104211] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.104211] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.104211] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.104211] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.104211] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.104211] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.108749] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.108749] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.108749] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.111388] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.111388] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.111388] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.111388] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.111388] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.111388] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.126941] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.127138] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.127286] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.127464] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-992" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.127784] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-18a43ea9-585a-4ca6-af77-f8d8386c666c taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.127961] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-18a43ea9-585a-4ca6-af77-f8d8386c666c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.128096] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-18a43ea9-585a-4ca6-af77-f8d8386c666c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.128433] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-18a43ea9-585a-4ca6-af77-f8d8386c666c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.128577] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a43ea9-585a-4ca6-af77-f8d8386c666c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.373834] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 in Status: SUCCESS [ 1120.374083] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 deletion is rescheduled due to dependency. [ 1120.374181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391105] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.391263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.391342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.391547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391724] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be created. [ 1120.412074] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.412229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.412309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.412541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.412706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.422505] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: UNINITIALIZED for 2s [ 1120.484370] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.484547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.484623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.484881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.485080] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.485184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.485249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.485407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.485684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.485684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.485800] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.485845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.485880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.486031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.486173] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.486266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.486329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.486466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.486543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.486625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.486714] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.631421] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.631646] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.631773] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.632076] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.632234] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.632393] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 18a43ea9-585a-4ca6-af77-f8d8386c666c not found, creating... [ 1120.632653] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.632816] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.632939] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.633188] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.633357] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.633656] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.633819] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.633944] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.634173] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.634314] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.634459] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 18a43ea9-585a-4ca6-af77-f8d8386c666c is going to be created. [ 1120.654537] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.654747] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.654876] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.655235] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.655370] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.655589] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-18a43ea9-585a-4ca6-af77-f8d8386c666c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.993042] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9edae4-1229-43a7-84f9-386d12399df9: rpc.has_security_group_logging(os_id): False [ 1121.014128] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.014128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.014128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.014275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.014366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.014563] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.014668] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.014799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.014884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.014961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.015163] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.015257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.015318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.015457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.015531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.015723] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.015820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.015881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.016468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.016649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.016786] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1121.078533] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.078701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.078778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.079016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.079173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.099211] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1121.448551] env[69577]: INFO networking_nsxv3.common.synchronization [None req-ade613ce-b13c-4b2e-9ba0-53b2386ecbf1 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_rules [ 1121.450335] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_rules [ 1121.450687] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c415c4-32ee-4839-be1a-77b3a10d13e6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.451037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.451037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.451169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.451255] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.458238] env[69577]: INFO networking_nsxv3.common.synchronization [req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a req-41616717-20d2-419c-9cdd-b094adce5740 service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 1121.458406] env[69577]: INFO networking_nsxv3.common.synchronization [req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a req-41616717-20d2-419c-9cdd-b094adce5740 service nova] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1121.458553] env[69577]: INFO networking_nsxv3.common.synchronization [req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a req-41616717-20d2-419c-9cdd-b094adce5740 service nova] Enqueued Resource ID: 18a43ea9-585a-4ca6-af77-f8d8386c666c with Priority: HIGHEST for action port [ 1121.459077] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_rules [ 1121.459129] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1121.459213] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a43ea9-585a-4ca6-af77-f8d8386c666c with Priority: HIGHEST for action port [ 1121.459474] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.459595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.459659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.459875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.459957] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.463031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.463031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.463031] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a43ea9-585a-4ca6-af77-f8d8386c666c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.463031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a43ea9-585a-4ca6-af77-f8d8386c666c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.463031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a43ea9-585a-4ca6-af77-f8d8386c666c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.463031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a43ea9-585a-4ca6-af77-f8d8386c666c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.463031] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a43ea9-585a-4ca6-af77-f8d8386c666c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.557511] env[69577]: INFO networking_nsxv3.common.synchronization [None req-56d245bd-1ed3-42c4-bca1-52864c3db6c3 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_rules [ 1121.557511] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_rules [ 1121.557511] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c415c4-32ee-4839-be1a-77b3a10d13e6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.557677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.910147] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1121.910340] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 1121.910478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.910666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.911380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.911380] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.911380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.911380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.911557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.911587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.911687] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.966432] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.966585] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.966906] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18a43ea9-585a-4ca6-af77-f8d8386c666c with status ACTIVE [ 1121.967136] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.967286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.967374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.967627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.968037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.968418] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.969595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.969595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.969595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.969595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.969945] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.969945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.969945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.970527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.970527] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.970527] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18a43ea9-585a-4ca6-af77-f8d8386c666c is going to be updated. [ 1121.978268] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.978268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.978268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.978268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.978268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.978268] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 already deleted. [ 1121.978268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.978268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.978268] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.978268] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.989130] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.989295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.989365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.989567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.989748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.989941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a43ea9-585a-4ca6-af77-f8d8386c666c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.413658] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.433395] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1122.433840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.433840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.433966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.434429] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.434429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.434429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.434590] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.434657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.434837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.434837] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.500561] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.500964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.500964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.501095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.501196] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.501314] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 already deleted. [ 1122.501399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.916545] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.938045] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.111338] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1123.111338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.420260] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.420414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.420486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.420733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.420828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.420929] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1123.440249] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe: rpc.has_security_group_logging(os_id): False [ 1123.451269] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.451412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.451481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.451680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.451817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.458770] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.458898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.458996] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.459161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.459240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.459469] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.459559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.459628] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.460629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.460629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.460629] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be created. [ 1123.462377] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1123.519422] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.519772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.519772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.519953] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.520171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.534329] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1123.658274] env[69577]: INFO networking_nsxv3.common.synchronization [req-f3c6e622-2727-44ca-9721-bd9e9d40275e req-d0013ac0-d387-4236-8b9c-103814890dd5 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Enqueued Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_members [ 1123.658972] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_members [ 1123.659397] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14933265-7de0-4d72-bd01-574cddfdbc3d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.659563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.659681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.659992] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.660231] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.660374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.660470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.660699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.660784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.660910] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.985413] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.985615] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-818" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.985752] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-818" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.986112] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-818" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.986382] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.986533] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.986666] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.986910] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.987077] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.987311] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.987458] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.987545] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.987654] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.987799] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.987915] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.988129] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.007368] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.007560] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.007734] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.007939] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-818" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.008282] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-244c7f24-6866-4ef1-8587-05b4c3794760 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.008471] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-244c7f24-6866-4ef1-8587-05b4c3794760" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.008599] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-244c7f24-6866-4ef1-8587-05b4c3794760" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.008935] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-244c7f24-6866-4ef1-8587-05b4c3794760" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.009095] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244c7f24-6866-4ef1-8587-05b4c3794760',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.163117] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.163310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.163382] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.163651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.163698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.163893] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.164103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.164103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.164214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.164260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.164356] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14933265-7de0-4d72-bd01-574cddfdbc3d already deleted. [ 1124.164448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.511765] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.512083] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.512265] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.512642] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.512848] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.513080] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 244c7f24-6866-4ef1-8587-05b4c3794760 not found, creating... [ 1124.513445] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.513663] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.513833] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.514130] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.514322] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.514707] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.514924] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.515106] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.515383] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.515569] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.515762] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 244c7f24-6866-4ef1-8587-05b4c3794760 is going to be created. [ 1124.536732] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.537097] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.537199] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.537545] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.537869] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.538241] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-244c7f24-6866-4ef1-8587-05b4c3794760" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.278956] env[69577]: INFO networking_nsxv3.common.synchronization [req-f3c6e622-2727-44ca-9721-bd9e9d40275e req-195ab0cd-b0d6-4420-93a5-56ee34ac9609 service nova] Enqueued Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_rules [ 1125.279194] env[69577]: INFO networking_nsxv3.common.synchronization [req-f3c6e622-2727-44ca-9721-bd9e9d40275e req-195ab0cd-b0d6-4420-93a5-56ee34ac9609 service nova] Enqueued Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_members [ 1125.279387] env[69577]: INFO networking_nsxv3.common.synchronization [req-f3c6e622-2727-44ca-9721-bd9e9d40275e req-195ab0cd-b0d6-4420-93a5-56ee34ac9609 service nova] Enqueued Resource ID: 244c7f24-6866-4ef1-8587-05b4c3794760 with Priority: HIGHEST for action port [ 1125.279975] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_rules [ 1125.280216] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_members [ 1125.280394] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244c7f24-6866-4ef1-8587-05b4c3794760 with Priority: HIGHEST for action port [ 1125.280666] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14933265-7de0-4d72-bd01-574cddfdbc3d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.280793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.280862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.281083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.281166] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.282066] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14933265-7de0-4d72-bd01-574cddfdbc3d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.282220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.282220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.282340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.282478] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.282627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.282627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.282755] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.282891] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.282941] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.283765] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-244c7f24-6866-4ef1-8587-05b4c3794760 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.283821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-244c7f24-6866-4ef1-8587-05b4c3794760" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.283852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-244c7f24-6866-4ef1-8587-05b4c3794760" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.284042] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-244c7f24-6866-4ef1-8587-05b4c3794760" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.284226] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244c7f24-6866-4ef1-8587-05b4c3794760',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.471501] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1125.471708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.471901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.472174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.472710] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.472710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.472710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.472710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.473077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.473077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.473077] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.546249] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1125.546690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.788054] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.788926] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14933265-7de0-4d72-bd01-574cddfdbc3d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.789052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.789221] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 244c7f24-6866-4ef1-8587-05b4c3794760 with status ACTIVE [ 1125.789383] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.789487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.789592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.789788] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.789894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.790072] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.790166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.790230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.790380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.790459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.790660] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.790769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.790838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.790984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.791075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.791162] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 244c7f24-6866-4ef1-8587-05b4c3794760 is going to be updated. [ 1125.820234] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.820410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.820410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.820603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.820837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.821034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-244c7f24-6866-4ef1-8587-05b4c3794760" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.974951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.975141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.975266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.975519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.975698] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.976014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.976014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.976014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.976256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.976256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.976426] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.976426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.976504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.976717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.976800] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.976871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.976871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.977017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.977098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.977182] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.977269] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.292823] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.481249] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bf69c6-d9a2-436a-87e6-9581e734aa48: rpc.has_security_group_logging(os_id): False [ 1126.503565] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.503565] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.503565] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.504128] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.504128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.504536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.504788] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.504971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.505184] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1126.568946] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.568946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.568946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.568946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.568946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.588359] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1126.797304] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.797459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.797529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.797791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.797880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.797980] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14933265-7de0-4d72-bd01-574cddfdbc3d is going to be created. [ 1126.820409] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.820535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.820605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.820816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.820970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.831432] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14933265-7de0-4d72-bd01-574cddfdbc3d in Status: UNINITIALIZED for 2s [ 1127.288373] env[69577]: INFO networking_nsxv3.common.synchronization [req-d0c05db3-5583-4ba0-9e61-e0baa7218287 req-cf00c513-772c-443e-941a-240c914119bd tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1127.288906] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1127.291337] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.291337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.291337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.291337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.291337] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.291337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.291337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.291337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.291337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.291337] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.795204] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.296568] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.604856] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1128.605050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.799201] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.799606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.799606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.799761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.799894] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.800060] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1128.825902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.826085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.826166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.826323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.826495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.837690] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1128.839017] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14933265-7de0-4d72-bd01-574cddfdbc3d in Status: SUCCESS [ 1128.839205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.839602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.839602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.839827] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.839939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.840022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.840175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.840255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.840388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.840456] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.343136] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.524018] env[69577]: INFO networking_nsxv3.common.synchronization [req-344016c1-4e86-4315-97aa-efdc32afdbcb req-f65ab0dc-681c-480b-b1c5-6acabd28170b tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Enqueued Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1129.524555] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1129.524858] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.524981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.525059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.525261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.525418] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.525515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.525578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.525715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.525801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.525892] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.789782] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.790089] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-319" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.790263] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-319" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.790564] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-319" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.790888] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.791069] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.791188] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.791417] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.791565] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.791929] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.792114] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.792275] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.792451] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.792638] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.792865] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.793145] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.812371] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.812629] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.812735] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.812916] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-319" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.813249] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-7103251c-804c-4032-9596-22fcdce61d60 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.813421] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-7103251c-804c-4032-9596-22fcdce61d60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.813543] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-7103251c-804c-4032-9596-22fcdce61d60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.813853] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-7103251c-804c-4032-9596-22fcdce61d60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.813998] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7103251c-804c-4032-9596-22fcdce61d60',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.846491] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14933265-7de0-4d72-bd01-574cddfdbc3d: rpc.has_security_group_logging(os_id): False [ 1129.863873] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.864079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.864184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.864441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.864584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.864919] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.865038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.865104] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.865263] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.865343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.865473] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14933265-7de0-4d72-bd01-574cddfdbc3d is going to be created. [ 1129.928726] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.930146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.930146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.930146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.930146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.941030] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14933265-7de0-4d72-bd01-574cddfdbc3d in Status: IN_PROGRESS for 2s [ 1130.027714] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.316094] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.316338] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.316462] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.316756] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.316925] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.317103] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 7103251c-804c-4032-9596-22fcdce61d60 not found, creating... [ 1130.317368] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.317526] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.317670] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.317956] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.318136] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.318423] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.318584] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.318706] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.318916] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.319064] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.319218] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 7103251c-804c-4032-9596-22fcdce61d60 is going to be created. [ 1130.355804] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.356038] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.356173] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.356437] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.356664] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.356957] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-7103251c-804c-4032-9596-22fcdce61d60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.530196] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.847240] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1130.847518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.036110] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.036110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.036110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.036110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.036110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.036110] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 is going to be updated. [ 1131.060859] env[69577]: INFO networking_nsxv3.common.synchronization [req-344016c1-4e86-4315-97aa-efdc32afdbcb req-f9b74b6d-dcc4-4250-a0db-c154440fed2d service nova] Enqueued Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_rules [ 1131.061048] env[69577]: INFO networking_nsxv3.common.synchronization [req-344016c1-4e86-4315-97aa-efdc32afdbcb req-f9b74b6d-dcc4-4250-a0db-c154440fed2d service nova] Enqueued Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1131.061236] env[69577]: INFO networking_nsxv3.common.synchronization [req-344016c1-4e86-4315-97aa-efdc32afdbcb req-f9b74b6d-dcc4-4250-a0db-c154440fed2d service nova] Enqueued Resource ID: 7103251c-804c-4032-9596-22fcdce61d60 with Priority: HIGHEST for action port [ 1131.061419] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_rules [ 1131.061563] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1131.061638] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7103251c-804c-4032-9596-22fcdce61d60 with Priority: HIGHEST for action port [ 1131.062196] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.062324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.062385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.062589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.062670] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.064966] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.065081] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.065283] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7103251c-804c-4032-9596-22fcdce61d60 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.065379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7103251c-804c-4032-9596-22fcdce61d60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.065445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7103251c-804c-4032-9596-22fcdce61d60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.065615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7103251c-804c-4032-9596-22fcdce61d60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.065680] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7103251c-804c-4032-9596-22fcdce61d60',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.081860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.082012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.082091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.082284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.082423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.092166] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: IN_PROGRESS for 2s [ 1131.567059] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.567832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.567832] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7103251c-804c-4032-9596-22fcdce61d60 with status ACTIVE [ 1131.567832] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.567832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.567832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.568107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.568144] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.568312] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.568407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.568468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.568620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.568695] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.568873] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.568964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.569036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.569175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.569248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.569330] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7103251c-804c-4032-9596-22fcdce61d60 is going to be updated. [ 1131.593805] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.593961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.594041] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.594243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.594374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.594530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7103251c-804c-4032-9596-22fcdce61d60" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.957173] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14933265-7de0-4d72-bd01-574cddfdbc3d in Status: SUCCESS [ 1131.957173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.957173] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5806430-56b4-4595-ba67-d331807abd99 req-aa475451-f8df-435d-a8f7-8121768e5242 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_members [ 1131.957173] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_members [ 1131.958205] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c415c4-32ee-4839-be1a-77b3a10d13e6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.958539] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.958740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.959089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.959383] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.960805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.960805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.960805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.960805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.960805] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.431917] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.432226] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.432335] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.432610] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.432907] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.433070] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.433231] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.433410] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.433559] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.433778] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.433925] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.434013] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.434156] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.434278] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.434389] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.434522] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.455638] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.455841] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1132.456059] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.456389] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.456716] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-127ca2eb-5864-4c9b-b5f7-cc60b4048271 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.456898] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-127ca2eb-5864-4c9b-b5f7-cc60b4048271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.457031] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-127ca2eb-5864-4c9b-b5f7-cc60b4048271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.457356] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-127ca2eb-5864-4c9b-b5f7-cc60b4048271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.457503] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('127ca2eb-5864-4c9b-b5f7-cc60b4048271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.463054] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.463188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.463259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.463434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.463511] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.463689] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.463791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.463843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.463963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.464049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.464128] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 already deleted. [ 1132.464205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.960397] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.960791] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.960791] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.961471] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.961645] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.961830] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 127ca2eb-5864-4c9b-b5f7-cc60b4048271 not found, creating... [ 1132.962141] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.962319] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.962475] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.962708] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.962884] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.963545] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.963545] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.963545] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.963768] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.963931] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.964110] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 127ca2eb-5864-4c9b-b5f7-cc60b4048271 is going to be created. [ 1133.007979] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.008316] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.008493] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.008880] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.009202] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.009662] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-127ca2eb-5864-4c9b-b5f7-cc60b4048271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.106879] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: SUCCESS [ 1133.107191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.107418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.107824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.108115] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.108254] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.108345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.108530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.108616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.108713] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.610626] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.775423] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5806430-56b4-4595-ba67-d331807abd99 req-c8bbffd0-c93e-41ad-bc93-74db364ad29b service nova] Enqueued Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_rules [ 1133.775423] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5806430-56b4-4595-ba67-d331807abd99 req-c8bbffd0-c93e-41ad-bc93-74db364ad29b service nova] Enqueued Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_members [ 1133.775423] env[69577]: INFO networking_nsxv3.common.synchronization [req-e5806430-56b4-4595-ba67-d331807abd99 req-c8bbffd0-c93e-41ad-bc93-74db364ad29b service nova] Enqueued Resource ID: 127ca2eb-5864-4c9b-b5f7-cc60b4048271 with Priority: HIGHEST for action port [ 1133.776902] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_rules [ 1133.776902] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_members [ 1133.776902] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127ca2eb-5864-4c9b-b5f7-cc60b4048271 with Priority: HIGHEST for action port [ 1133.776902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c415c4-32ee-4839-be1a-77b3a10d13e6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.776902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.776902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.777481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.777481] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.778057] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c415c4-32ee-4839-be1a-77b3a10d13e6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.778197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.778259] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.778432] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.778576] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.778731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.778731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.778858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.778944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.779259] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.779822] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-127ca2eb-5864-4c9b-b5f7-cc60b4048271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.779931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-127ca2eb-5864-4c9b-b5f7-cc60b4048271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.779989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-127ca2eb-5864-4c9b-b5f7-cc60b4048271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.780152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-127ca2eb-5864-4c9b-b5f7-cc60b4048271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.780227] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('127ca2eb-5864-4c9b-b5f7-cc60b4048271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.113116] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.285512] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c415c4-32ee-4839-be1a-77b3a10d13e6 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.285721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.285831] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.286743] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 127ca2eb-5864-4c9b-b5f7-cc60b4048271 with status ACTIVE [ 1134.290067] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.290067] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.290067] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.290067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.290067] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 127ca2eb-5864-4c9b-b5f7-cc60b4048271 is going to be updated. [ 1134.318479] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.318709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.318709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.318840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.318965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.319131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-127ca2eb-5864-4c9b-b5f7-cc60b4048271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.399331] env[69577]: INFO networking_nsxv3.common.synchronization [req-95427109-5794-4dea-bcd3-2f50b22740dc req-ccd9495f-09bc-4f1b-81e7-593d39f43282 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1134.399882] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1134.400201] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.400376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.400422] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.400587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.400761] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.402489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.402489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.402489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.402489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.402658] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.615199] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.616109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.616195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.616419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.616515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.616619] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 is going to be updated. [ 1134.649256] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.649417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.649487] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.649721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.649883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.664116] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: IN_PROGRESS for 2s [ 1134.798182] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.800010] env[69577]: INFO networking_nsxv3.common.synchronization [req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d req-edc76836-2571-430c-b6c2-ce3d6a6e77c5 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1134.800668] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGHEST for action security_group_members [ 1134.801926] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.802094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.802184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.802419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.802584] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.802701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.802767] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.802934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.803046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.803115] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.906129] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.906338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.906411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.906774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.906774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.906923] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.907029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.907091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.907242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.907318] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.907403] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1134.958567] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.958957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.959092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.959454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.959684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.971600] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1135.119727] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.120170] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.120170] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.120512] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.120893] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.121132] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.121272] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.121495] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.121979] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.122090] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.122191] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.122275] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.122397] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.122504] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.122614] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.122750] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.141898] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.142072] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.142211] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.142392] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-87" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.142701] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-a97ae590-4b62-418f-a337-101f4cff18ef taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.142865] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-a97ae590-4b62-418f-a337-101f4cff18ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.142973] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-a97ae590-4b62-418f-a337-101f4cff18ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.143371] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-a97ae590-4b62-418f-a337-101f4cff18ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.143500] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97ae590-4b62-418f-a337-101f4cff18ef',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.304546] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.304719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.304772] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.304980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.305088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.305183] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 is going to be created. [ 1135.306722] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.306836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.306904] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.307075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.307155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.307321] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.307413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.307474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.307609] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.307719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.307846] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be updated. [ 1135.362194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.362391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.362484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.362748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.362928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.371894] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.372154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.372154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.372895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.372895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.375124] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 in Status: UNINITIALIZED for 2s [ 1135.381507] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: IN_PROGRESS for 2s [ 1135.648271] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.648271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.648271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.648271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.648271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.648271] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port a97ae590-4b62-418f-a337-101f4cff18ef not found, creating... [ 1135.648271] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.648271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.648271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.648271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.648271] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.648705] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.648705] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.648705] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.648705] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.648705] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.648913] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: a97ae590-4b62-418f-a337-101f4cff18ef is going to be created. [ 1135.672373] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.672713] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.672858] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.673180] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.673486] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.673726] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-a97ae590-4b62-418f-a337-101f4cff18ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.478570] env[69577]: INFO networking_nsxv3.common.synchronization [req-95427109-5794-4dea-bcd3-2f50b22740dc req-13fc3601-7793-42c5-867a-9c30bf5e61eb service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 1136.478852] env[69577]: INFO networking_nsxv3.common.synchronization [req-95427109-5794-4dea-bcd3-2f50b22740dc req-13fc3601-7793-42c5-867a-9c30bf5e61eb service nova] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1136.478901] env[69577]: INFO networking_nsxv3.common.synchronization [req-95427109-5794-4dea-bcd3-2f50b22740dc req-13fc3601-7793-42c5-867a-9c30bf5e61eb service nova] Enqueued Resource ID: a97ae590-4b62-418f-a337-101f4cff18ef with Priority: HIGHEST for action port [ 1136.479138] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_rules [ 1136.479271] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1136.479365] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97ae590-4b62-418f-a337-101f4cff18ef with Priority: HIGHEST for action port [ 1136.480528] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.480670] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.480753] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.480941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.481077] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.483273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.483273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.483273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a97ae590-4b62-418f-a337-101f4cff18ef taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.483273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a97ae590-4b62-418f-a337-101f4cff18ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.483453] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a97ae590-4b62-418f-a337-101f4cff18ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.483549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a97ae590-4b62-418f-a337-101f4cff18ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.483637] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97ae590-4b62-418f-a337-101f4cff18ef',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.674397] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: SUCCESS [ 1136.674564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.674731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.674946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.675221] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.675387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.675434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.675569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.675651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.675737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.675827] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.983169] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.983355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.984700] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1136.984819] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 1136.984956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.985248] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a97ae590-4b62-418f-a337-101f4cff18ef with status ACTIVE [ 1136.985485] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.985630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.985723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.985982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.986106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.986339] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.986469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.986701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.986812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.986916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.987410] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.987410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.987410] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.987596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.987710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.987795] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a97ae590-4b62-418f-a337-101f4cff18ef is going to be updated. [ 1136.989914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.990544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.990544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.990544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.990544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.990544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.990799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.990891] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.012131] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.012300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.012376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.012619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.012765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.012925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a97ae590-4b62-418f-a337-101f4cff18ef" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.178471] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.178654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.178740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.178964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.179160] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.179286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.179329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.179476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.179567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.179761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.179868] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.179959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.180035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.180178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.180314] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.180405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.180455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.180618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.180711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.180794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.180878] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.384854] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 in Status: SUCCESS [ 1137.385057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.385112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.386141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.386141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.386141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.386141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.386141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.386141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.386141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.386141] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.391138] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 in Status: SUCCESS [ 1137.391393] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 deletion is rescheduled due to dependency. [ 1137.391567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.492844] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.683728] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88533de1-0f9e-4867-8e7b-7da69c7b09e8: rpc.has_security_group_logging(os_id): False [ 1137.703030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.703030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.703030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.703257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.703257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.703957] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.703957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.703957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.703957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.703957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.704206] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.704206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.704206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.704371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.704371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.704544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.704633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.704690] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.704829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.704899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.704984] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 is going to be updated. [ 1137.780173] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.780346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.780494] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.780726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.780960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.797546] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: IN_PROGRESS for 2s [ 1137.889284] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.997406] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.391769] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35c415c4-32ee-4839-be1a-77b3a10d13e6: rpc.has_security_group_logging(os_id): False [ 1138.410605] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.410792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.410844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.411043] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.411139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.411386] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.411556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.411556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.411686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.411763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.411847] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 is going to be created. [ 1138.484355] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.484510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.484573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.484794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.485014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.499858] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.500146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.500146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.500306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.500306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.500365] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1138.505101] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 in Status: IN_PROGRESS for 2s [ 1138.546890] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.547064] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.547137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.547416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.547486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.556171] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1139.811874] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: SUCCESS [ 1139.812153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.517238] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 in Status: SUCCESS [ 1140.517662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.565152] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1140.565413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.565612] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.565937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.566173] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.566323] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.566419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.566604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.566697] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.566805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.566924] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.069315] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.069632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.069632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.069880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.070078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.070208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.070415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.070484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.070525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.070640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.070813] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.070994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.071190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.071460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.071621] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.071666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.071741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.071924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.072019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.072074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.072136] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.481034] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.481034] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1141.575188] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421e5434-33dd-4724-b929-dba55fcc886a: rpc.has_security_group_logging(os_id): False [ 1141.596113] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.596315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.596427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.596713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.596839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.597135] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.597246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.597311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.597473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.597556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.597922] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.597922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.598091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.598148] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.598222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.598434] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.598564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.598611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.598743] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.598843] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.598931] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1141.660266] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.660351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.660384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.660609] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.660778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.677839] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1143.695549] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1143.695549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.543375] env[69577]: INFO networking_nsxv3.common.synchronization [req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 req-68c91139-7e75-42b8-8b3f-aabcd2fa34b6 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1145.545530] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1145.545530] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.545530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.545530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.545530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.545530] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.545530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.545530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.545530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.545530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.545530] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.667666] env[69577]: INFO networking_nsxv3.common.synchronization [None req-1bca4520-78cb-41ba-afdc-6e22a28c6268 None None] Enqueued Resource ID: a6458c64-dd35-4cce-952f-9b8a4fe406b5 with Priority: HIGHEST for action port [ 1145.668924] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6458c64-dd35-4cce-952f-9b8a4fe406b5 with Priority: HIGHEST for action port [ 1145.669309] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6458c64-dd35-4cce-952f-9b8a4fe406b5 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.669440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6458c64-dd35-4cce-952f-9b8a4fe406b5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.669501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6458c64-dd35-4cce-952f-9b8a4fe406b5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.669789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6458c64-dd35-4cce-952f-9b8a4fe406b5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.669889] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6458c64-dd35-4cce-952f-9b8a4fe406b5',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.982873] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.983100] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.983233] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.983510] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.983777] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.984414] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.984592] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.984827] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.984983] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.985218] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.985337] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.985451] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.985564] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.985679] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.985803] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.986036] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.009434] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.009688] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.009688] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.011257] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-789" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.011257] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.011257] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.011257] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.011257] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.011257] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6edb2abd-8a7d-432f-a22f-5fb4f1d88516',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.047254] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.172404] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6458c64-dd35-4cce-952f-9b8a4fe406b5 [ 1146.172741] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.172907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.173035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.173309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.173429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.173587] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6458c64-dd35-4cce-952f-9b8a4fe406b5 already deleted. [ 1146.173701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6458c64-dd35-4cce-952f-9b8a4fe406b5" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.516427] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.516674] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.516806] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.517125] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.517286] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.517445] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 not found, creating... [ 1146.517757] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.521841] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.522071] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.522418] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.522579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.522913] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.523147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.523275] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.523503] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.523674] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.523838] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 is going to be created. [ 1146.549668] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.551042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.551042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.551042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.551042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.551042] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.553267] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.055844] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.056459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.056528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.056889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.057014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.057127] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1147.086664] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.086852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.086852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.087131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.087331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.096666] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1147.295400] env[69577]: INFO networking_nsxv3.common.synchronization [req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 req-857ab6f8-871a-4b73-b1eb-42ee29d7d15b service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 1147.295600] env[69577]: INFO networking_nsxv3.common.synchronization [req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 req-857ab6f8-871a-4b73-b1eb-42ee29d7d15b service nova] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1147.295750] env[69577]: INFO networking_nsxv3.common.synchronization [req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 req-857ab6f8-871a-4b73-b1eb-42ee29d7d15b service nova] Enqueued Resource ID: 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 with Priority: HIGHEST for action port [ 1147.296043] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_rules [ 1147.296183] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1147.296282] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 with Priority: HIGHEST for action port [ 1147.296871] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.296995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.297096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.297372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.297481] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.298869] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.298995] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.299302] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.299369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.299440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.299648] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.299743] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6edb2abd-8a7d-432f-a22f-5fb4f1d88516',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.803464] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.803791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.803791] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 with status ACTIVE [ 1147.803949] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.804072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.804139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.804345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.804486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.804601] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.804702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.804759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.804925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.804982] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.805141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.805225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.805288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.805425] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.805566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.805566] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 is going to be updated. [ 1147.841027] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.841027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.841027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.841027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.841027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.841027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6edb2abd-8a7d-432f-a22f-5fb4f1d88516" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.965466] env[69577]: INFO networking_nsxv3.common.synchronization [None req-d0cc6e04-8fcf-49d8-81ba-39c000fd465f None None] Enqueued Resource ID: 21297ae3-23f4-45e4-a247-a3357a413465 with Priority: HIGHEST for action port [ 1147.965754] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21297ae3-23f4-45e4-a247-a3357a413465 with Priority: HIGHEST for action port [ 1147.966415] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-21297ae3-23f4-45e4-a247-a3357a413465 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.966537] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21297ae3-23f4-45e4-a247-a3357a413465" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.966598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21297ae3-23f4-45e4-a247-a3357a413465" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.966858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21297ae3-23f4-45e4-a247-a3357a413465" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.966925] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21297ae3-23f4-45e4-a247-a3357a413465',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.313081] env[69577]: INFO networking_nsxv3.common.synchronization [req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 req-a9dfa196-afcb-4738-9cea-27e710f1fa8d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1148.313509] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1148.313846] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.313984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.314074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.314372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.314540] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.314646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.314748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.314860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.314964] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.315072] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.469312] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21297ae3-23f4-45e4-a247-a3357a413465 [ 1148.469554] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.469787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.469918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.470104] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.470267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.470321] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21297ae3-23f4-45e4-a247-a3357a413465 already deleted. [ 1148.470407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21297ae3-23f4-45e4-a247-a3357a413465" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.818236] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.818498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.818498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.818711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.818711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.818893] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.818990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.819072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.819228] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.819302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.819385] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1148.851724] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.853828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.856985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.856985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.856985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.863872] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1149.106266] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1149.106482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.106645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.106857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.107051] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.107169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.107229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.107378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.107455] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.107559] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.610687] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.112872] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.615045] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.615226] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.615299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.615532] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.615626] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.615727] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1150.647837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.647979] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.648142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.648346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.648490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.662918] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1150.875427] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1150.875608] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 deletion is rescheduled due to dependency. [ 1150.875727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.673212] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1152.673515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.673704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.673946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.674372] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.674372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.674524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.674594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.674672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.674769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.675178] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.036392] env[69577]: INFO networking_nsxv3.common.synchronization [req-cd712286-fa07-4896-a587-f063a0145fcb req-193d9169-214c-48fa-bb12-0884840cf54d tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Enqueued Resource ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d with Priority: HIGHEST for action security_group_members [ 1153.036392] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d with Priority: HIGHEST for action security_group_members [ 1153.036392] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6546c7dc-e3c4-46ff-a8c7-69aed212235d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.036392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.036392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.036966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.037409] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.037676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.038801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.038801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.038801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.038801] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6546c7dc-e3c4-46ff-a8c7-69aed212235d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.177067] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.177296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.177341] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.177582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.177787] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.177930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.177997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.178245] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.178361] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.178505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.179039] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.179188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.179286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.179591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.179807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.179936] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.180028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.180275] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.180420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.180556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.180908] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.388686] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.388919] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-998" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.389074] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-998" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.389430] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-998" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.389684] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.389859] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.389983] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.390221] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.390375] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.390605] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.390753] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.390874] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.391008] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.391132] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.391229] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.391366] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.416145] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.416361] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1153.416490] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.416673] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-998" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.417011] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-289cd833-341a-4b4d-bbb8-64d8178b31ad taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.417196] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-289cd833-341a-4b4d-bbb8-64d8178b31ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.417319] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-289cd833-341a-4b4d-bbb8-64d8178b31ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.417799] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-289cd833-341a-4b4d-bbb8-64d8178b31ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.418132] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289cd833-341a-4b4d-bbb8-64d8178b31ad',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.540271] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.540451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.540451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.540659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.540733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.540926] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.541039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.541097] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.541255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.541320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.541375] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d already deleted. [ 1153.541454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.683417] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9edae4-1229-43a7-84f9-386d12399df9: rpc.has_security_group_logging(os_id): False [ 1153.704050] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.704218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.704288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.704505] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.704598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.704803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.704893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.704961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.705131] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.705210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.705396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.705491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.705552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.705691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.705766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.705959] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.706132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.706132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.706262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.706335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.706421] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1153.770415] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.770658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.770746] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.770961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.771124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.797938] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1153.920735] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.920896] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.921112] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.921490] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.921802] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.922069] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 289cd833-341a-4b4d-bbb8-64d8178b31ad not found, creating... [ 1153.922394] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.922626] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.922767] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.923079] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.923242] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.923591] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.923824] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.923983] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.924313] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.924525] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.924782] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 289cd833-341a-4b4d-bbb8-64d8178b31ad is going to be created. [ 1153.953021] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.953298] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.953462] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.953790] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.954105] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.954353] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-289cd833-341a-4b4d-bbb8-64d8178b31ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.663613] env[69577]: INFO networking_nsxv3.common.synchronization [req-cd712286-fa07-4896-a587-f063a0145fcb req-305b6cb6-256d-42ab-be19-1f65541df2bb service nova] Enqueued Resource ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d with Priority: HIGHEST for action security_group_rules [ 1154.663804] env[69577]: INFO networking_nsxv3.common.synchronization [req-cd712286-fa07-4896-a587-f063a0145fcb req-305b6cb6-256d-42ab-be19-1f65541df2bb service nova] Enqueued Resource ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d with Priority: HIGHEST for action security_group_members [ 1154.663951] env[69577]: INFO networking_nsxv3.common.synchronization [req-cd712286-fa07-4896-a587-f063a0145fcb req-305b6cb6-256d-42ab-be19-1f65541df2bb service nova] Enqueued Resource ID: 289cd833-341a-4b4d-bbb8-64d8178b31ad with Priority: HIGHEST for action port [ 1154.664198] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d with Priority: HIGHEST for action security_group_rules [ 1154.664330] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d with Priority: HIGHEST for action security_group_members [ 1154.664428] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289cd833-341a-4b4d-bbb8-64d8178b31ad with Priority: HIGHEST for action port [ 1154.665486] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6546c7dc-e3c4-46ff-a8c7-69aed212235d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.665486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.665486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.665486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.665997] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6546c7dc-e3c4-46ff-a8c7-69aed212235d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.666417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6546c7dc-e3c4-46ff-a8c7-69aed212235d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.666591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.666591] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.666683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.666854] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.666922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.666981] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.667089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.667174] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.667262] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6546c7dc-e3c4-46ff-a8c7-69aed212235d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.668056] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-289cd833-341a-4b4d-bbb8-64d8178b31ad taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.668477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-289cd833-341a-4b4d-bbb8-64d8178b31ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.668618] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-289cd833-341a-4b4d-bbb8-64d8178b31ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.668691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-289cd833-341a-4b4d-bbb8-64d8178b31ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.668790] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289cd833-341a-4b4d-bbb8-64d8178b31ad',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.170465] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6546c7dc-e3c4-46ff-a8c7-69aed212235d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.170465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.170887] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6546c7dc-e3c4-46ff-a8c7-69aed212235d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.171852] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 289cd833-341a-4b4d-bbb8-64d8178b31ad with status ACTIVE [ 1155.171852] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.171852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.172158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.172158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.172244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.172447] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.172575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.172658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.172860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.172966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.173193] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.173299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.173386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.173559] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.173661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.173781] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 289cd833-341a-4b4d-bbb8-64d8178b31ad is going to be updated. [ 1155.199191] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.199191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.199379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.200037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.200037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.200037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-289cd833-341a-4b4d-bbb8-64d8178b31ad" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.675836] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6546c7dc-e3c4-46ff-a8c7-69aed212235d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.816098] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1155.816098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.178308] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.178664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.178664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.178731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.178836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.178903] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d is going to be created. [ 1156.206346] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.206490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.206567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.206760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.206912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.220675] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d in Status: UNINITIALIZED for 2s [ 1158.232230] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d in Status: SUCCESS [ 1158.232524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.232625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.232945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.233760] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.233760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.233760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.233760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.233760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.233760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.233986] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6546c7dc-e3c4-46ff-a8c7-69aed212235d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.447389] env[69577]: INFO networking_nsxv3.common.synchronization [req-f389ece1-22dd-4ed8-baba-c78f41f00f39 req-15abbfd2-118a-4ef1-8e03-9bbe04506392 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Enqueued Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1158.447389] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1158.447389] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.447389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.447389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.447389] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.447874] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.448109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.448280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.448547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.448736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.448919] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.737279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6546c7dc-e3c4-46ff-a8c7-69aed212235d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.737439] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.737513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.737735] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.737897] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.737997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.738073] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.738223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.738311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.738400] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.738544] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6546c7dc-e3c4-46ff-a8c7-69aed212235d taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.738637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.738699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.738837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.738972] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.739092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.739159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.739299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.739373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.739452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.739539] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6546c7dc-e3c4-46ff-a8c7-69aed212235d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.951943] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.242190] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6546c7dc-e3c4-46ff-a8c7-69aed212235d: rpc.has_security_group_logging(os_id): False [ 1159.259836] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.259994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.260075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.261007] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.261007] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.261007] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.261007] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.261007] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.261007] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.261007] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.261316] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.261316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.261316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.261667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.261667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.261667] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.261765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.261803] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.261998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.261998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.262116] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d is going to be created. [ 1159.326876] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.327121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.327191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.327407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.327587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.338682] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d in Status: IN_PROGRESS for 2s [ 1159.453410] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.955487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.955647] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.955715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.955940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.956055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.956161] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 is going to be updated. [ 1159.985682] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.985824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.986117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.986117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.986243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.997021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: IN_PROGRESS for 2s [ 1160.256480] env[69577]: INFO networking_nsxv3.common.synchronization [req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 req-8b6347ea-df9f-43b7-ba4a-2176a7e18a66 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1160.257077] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1160.257411] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.257887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.257984] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.258594] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.258803] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.258908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.258974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.259202] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.259251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.259319] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.703530] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.703783] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.703918] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.704386] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.704751] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.704945] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.707660] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.708032] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.708274] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.708582] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.709209] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.709400] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.709763] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.710557] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.710788] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.710987] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.730832] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.731244] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.731372] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.731466] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-997" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.731862] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-90d369af-4ab7-4e00-8ea1-d466d960f7fb taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.732130] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-90d369af-4ab7-4e00-8ea1-d466d960f7fb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.732268] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-90d369af-4ab7-4e00-8ea1-d466d960f7fb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.732670] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-90d369af-4ab7-4e00-8ea1-d466d960f7fb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.732824] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d369af-4ab7-4e00-8ea1-d466d960f7fb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.761098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.761298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.761351] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.761616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.761714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.761919] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.762111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.762172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.762283] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.762360] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.762450] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1160.792740] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.792911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.792955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.793229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.793371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.806171] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1160.817399] env[69577]: INFO networking_nsxv3.common.synchronization [req-efe65958-9c21-4178-98ec-a8aa97f23891 req-88219675-d53d-4599-9deb-08f6383ff98c tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1160.817399] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1160.817480] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.817542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.817683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.817828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.818089] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.818180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.818180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.818317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.818398] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.818498] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.239181] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.239181] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.239181] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.239515] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.239515] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.239579] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 90d369af-4ab7-4e00-8ea1-d466d960f7fb not found, creating... [ 1161.239948] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.240069] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.240164] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.240377] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.240549] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.240806] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.240968] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.241102] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.241313] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.241449] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.241591] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 90d369af-4ab7-4e00-8ea1-d466d960f7fb is going to be created. [ 1161.265764] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.266105] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.266105] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.266326] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.266550] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.266769] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-90d369af-4ab7-4e00-8ea1-d466d960f7fb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.321382] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.350479] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d in Status: SUCCESS [ 1161.350683] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.823360] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.938176] env[69577]: INFO networking_nsxv3.common.synchronization [req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 req-bd77ecaa-38bd-4d36-9e0b-8fcadb1b8f5d service nova] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 1161.938176] env[69577]: INFO networking_nsxv3.common.synchronization [req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 req-bd77ecaa-38bd-4d36-9e0b-8fcadb1b8f5d service nova] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1161.938176] env[69577]: INFO networking_nsxv3.common.synchronization [req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 req-bd77ecaa-38bd-4d36-9e0b-8fcadb1b8f5d service nova] Enqueued Resource ID: 90d369af-4ab7-4e00-8ea1-d466d960f7fb with Priority: HIGHEST for action port [ 1161.938176] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_rules [ 1161.938176] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1161.938176] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d369af-4ab7-4e00-8ea1-d466d960f7fb with Priority: HIGHEST for action port [ 1161.938176] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.938176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.938176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.938935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.939036] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.939866] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.939965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.940180] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d369af-4ab7-4e00-8ea1-d466d960f7fb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.940296] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d369af-4ab7-4e00-8ea1-d466d960f7fb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.940362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d369af-4ab7-4e00-8ea1-d466d960f7fb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.940509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d369af-4ab7-4e00-8ea1-d466d960f7fb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.940584] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d369af-4ab7-4e00-8ea1-d466d960f7fb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.004844] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: SUCCESS [ 1162.004998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.325641] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.325960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.325960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.326118] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.326317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.326317] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1162.356423] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.356580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.356625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.356826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.356967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.365619] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1162.442381] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.442526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.442704] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90d369af-4ab7-4e00-8ea1-d466d960f7fb with status ACTIVE [ 1162.442866] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.442973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.443057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.443265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.443355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.443525] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.443620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.443684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.443834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.443931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.444103] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.444197] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.444258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.444395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.444469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.444555] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90d369af-4ab7-4e00-8ea1-d466d960f7fb is going to be updated. [ 1162.465366] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.465511] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.465556] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.465729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.465850] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.465997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d369af-4ab7-4e00-8ea1-d466d960f7fb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.815634] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1162.815889] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 deletion is rescheduled due to dependency. [ 1162.815958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.816096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.816315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.816496] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.816687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.816687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.816834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.816889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.816992] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.019575] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.019862] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.019990] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.020318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.020577] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.020752] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.020891] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.022167] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.022371] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.022611] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.022749] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.022870] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.022995] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.023160] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.023288] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.023441] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.061659] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.061731] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.061870] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.062155] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-781" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.062492] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-53408ac6-dc2f-4014-a370-8247f523b9a7 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.062746] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.062983] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.063313] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.063520] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53408ac6-dc2f-4014-a370-8247f523b9a7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.319442] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.565707] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.566047] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.566091] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.566397] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.566553] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.566854] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.567075] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.567217] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.567437] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.567579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.567946] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.568126] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.568249] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.568463] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.568631] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.568747] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 53408ac6-dc2f-4014-a370-8247f523b9a7 is going to be updated. [ 1163.589838] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.590063] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.590195] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.590447] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.590651] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.590895] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.822192] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.256354] env[69577]: INFO networking_nsxv3.common.synchronization [req-38183b19-a6df-44ca-ba90-e7528f1fe9af req-07684b3b-bde3-480e-97ad-9097421bf021 service nova] Enqueued Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_rules [ 1164.256544] env[69577]: INFO networking_nsxv3.common.synchronization [req-38183b19-a6df-44ca-ba90-e7528f1fe9af req-07684b3b-bde3-480e-97ad-9097421bf021 service nova] Enqueued Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_members [ 1164.256688] env[69577]: INFO networking_nsxv3.common.synchronization [req-38183b19-a6df-44ca-ba90-e7528f1fe9af req-07684b3b-bde3-480e-97ad-9097421bf021 service nova] Enqueued Resource ID: 53408ac6-dc2f-4014-a370-8247f523b9a7 with Priority: HIGHEST for action port [ 1164.256925] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_rules [ 1164.257066] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_members [ 1164.257162] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53408ac6-dc2f-4014-a370-8247f523b9a7 with Priority: HIGHEST for action port [ 1164.257726] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.257858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.257926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.258991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.259076] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.260331] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.260454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.260517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.260708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.260862] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.260959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.261026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.261173] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.261255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.261341] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.262091] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-53408ac6-dc2f-4014-a370-8247f523b9a7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.262204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.262272] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.262419] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.262491] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53408ac6-dc2f-4014-a370-8247f523b9a7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.324837] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.325017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.325105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.325317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.325405] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.325501] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1164.360242] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.360383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.360441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.360665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.360856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.371593] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1164.374055] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1164.374256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.761719] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.762143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.765283] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.766209] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53408ac6-dc2f-4014-a370-8247f523b9a7 with status ACTIVE [ 1164.766364] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.766473] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.766552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.766750] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.766855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.767040] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.767141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.767208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.767347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.767423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.767622] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.767741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.767811] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.767920] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.767988] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.768156] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53408ac6-dc2f-4014-a370-8247f523b9a7 is going to be updated. [ 1164.789319] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.789464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.789520] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.789758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.789913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.790065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53408ac6-dc2f-4014-a370-8247f523b9a7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.270276] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.773197] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.773617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.773617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.773756] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.773816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.773928] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 is going to be updated. [ 1165.806200] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.806387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.806456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.806672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.806865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.818454] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: IN_PROGRESS for 2s [ 1166.382783] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1166.383067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.383330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.383614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.383792] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.383912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.384059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.384176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.384726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.384820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.385009] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.887869] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.322567] env[69577]: INFO networking_nsxv3.common.synchronization [req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 req-b2fec06f-3324-4102-bea8-6e1d6b3f118f tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Enqueued Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1167.322567] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 with Priority: HIGHEST for action security_group_members [ 1167.323099] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-88533de1-0f9e-4867-8e7b-7da69c7b09e8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.323817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.323817] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.324067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.324218] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.324324] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.324388] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.324541] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.324627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.324718] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88533de1-0f9e-4867-8e7b-7da69c7b09e8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.390081] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3: rpc.has_security_group_logging(os_id): False [ 1167.411120] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.411120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.411120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.411120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.411120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.411120] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.411120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.411120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.411530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.411530] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.411530] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1167.464799] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.464957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.465036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.465255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.465392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.479489] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1167.826864] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.827099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.827146] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.827365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.827460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.827738] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.827857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.827921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.828095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.828176] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.828267] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 is going to be updated. [ 1167.830029] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: SUCCESS [ 1167.830209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.830368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.830533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.830726] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.830869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.830930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.831111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.831194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.831279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.831373] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.877403] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.877604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.877604] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.877912] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.878068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.893496] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: IN_PROGRESS for 2s [ 1168.333885] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.836835] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68036bd0-bd0a-4ea8-b5a4-639d8fced490: rpc.has_security_group_logging(os_id): False [ 1168.855235] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.855406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.855446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.855749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.856067] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.856177] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.856264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.856329] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.856492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.856568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.856667] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 is going to be updated. [ 1168.941538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.941878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.941878] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.942075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.942266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.973800] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: IN_PROGRESS for 2s [ 1169.357182] env[69577]: INFO networking_nsxv3.common.synchronization [req-42303d53-2b89-4f6f-b327-7299acd9f35a req-45b1933b-f36f-46e3-883b-0793d555923f tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1169.358333] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGHEST for action security_group_members [ 1169.358333] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.358560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.358560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.358729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.358820] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.358918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.358980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.359152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.359232] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.359315] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.495175] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1169.495484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.862350] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.863353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.863353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.863353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.863353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.863353] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.863353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.863353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.863353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.863666] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.863666] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be updated. [ 1169.899287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.899444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.899498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.899713] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.899851] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.902317] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 in Status: SUCCESS [ 1169.902474] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88533de1-0f9e-4867-8e7b-7da69c7b09e8 deletion is rescheduled due to dependency. [ 1169.902570] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88533de1-0f9e-4867-8e7b-7da69c7b09e8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.907497] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: IN_PROGRESS for 2s [ 1170.928845] env[69577]: INFO networking_nsxv3.common.synchronization [req-9eb8e54d-518e-46c8-9532-d62c473e9983 req-10f3910f-2c16-4453-a8dd-5b9ed8f92b71 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Enqueued Resource ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d with Priority: HIGHEST for action security_group_members [ 1170.930424] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d with Priority: HIGHEST for action security_group_members [ 1170.930424] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6546c7dc-e3c4-46ff-a8c7-69aed212235d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.930424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.930424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.930934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.931152] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.931308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.931391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.931625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.931739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.931879] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6546c7dc-e3c4-46ff-a8c7-69aed212235d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.991161] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: SUCCESS [ 1170.991433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.433900] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.434087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.434161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.434447] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.434543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.434753] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.434849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.434935] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.435147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.435271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.435271] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d is going to be updated. [ 1171.475993] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.475993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.475993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.475993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.475993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.486491] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d in Status: IN_PROGRESS for 2s [ 1171.919179] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9edae4-1229-43a7-84f9-386d12399df9 in Status: SUCCESS [ 1171.919419] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 deletion is rescheduled due to dependency. [ 1171.919490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.497827] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d in Status: SUCCESS [ 1173.498154] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6546c7dc-e3c4-46ff-a8c7-69aed212235d deletion is rescheduled due to dependency. [ 1173.498154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6546c7dc-e3c4-46ff-a8c7-69aed212235d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.600389] env[69577]: INFO networking_nsxv3.common.synchronization [req-d574578f-19e5-4ca3-b376-8d8cf0792b68 req-3552447a-6892-45c7-9fe5-9458663d0e5c tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1175.600590] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGHEST for action security_group_members [ 1175.600765] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.600949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.601016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.601194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.601717] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.601856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.601893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.602229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.602352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.602450] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.104775] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.105025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.105025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.105260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.105353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.105560] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.105660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.105721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.105866] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.105940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.106037] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be updated. [ 1176.139475] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.139664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.139761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.139989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.140144] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.148930] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: IN_PROGRESS for 2s [ 1178.161338] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421e5434-33dd-4724-b929-dba55fcc886a in Status: SUCCESS [ 1178.161700] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421e5434-33dd-4724-b929-dba55fcc886a deletion is rescheduled due to dependency. [ 1178.161700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.601784] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.602175] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1181.863589] env[69577]: INFO networking_nsxv3.common.synchronization [req-7776eda9-5504-408e-b8f4-fc9d474e0540 req-f5886e1e-07ff-4ea1-bcee-6a5c64ca6a46 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Enqueued Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_members [ 1181.864131] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGHEST for action security_group_members [ 1181.864447] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-14933265-7de0-4d72-bd01-574cddfdbc3d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.864571] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.864632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.864830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.864985] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.865168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.865235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.865397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.865485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.865579] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.370836] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.370934] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.370973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.371252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.371378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.371614] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.371725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.371788] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.371945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.372051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.372144] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14933265-7de0-4d72-bd01-574cddfdbc3d is going to be updated. [ 1182.403362] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.403613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.403613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.403777] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.403908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.419461] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14933265-7de0-4d72-bd01-574cddfdbc3d in Status: IN_PROGRESS for 2s [ 1184.428486] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14933265-7de0-4d72-bd01-574cddfdbc3d in Status: SUCCESS [ 1184.428801] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14933265-7de0-4d72-bd01-574cddfdbc3d deletion is rescheduled due to dependency. [ 1184.429372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.865554] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.865848] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.866975] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.866975] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1196.868546] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.868546] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1197.550489] env[69577]: INFO networking_nsxv3.common.synchronization [req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 req-9eb37e55-ef4a-4cca-bffc-73995d1c320a tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_members [ 1197.551207] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGHEST for action security_group_members [ 1197.551542] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c415c4-32ee-4839-be1a-77b3a10d13e6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.551674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.551743] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.552678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.552678] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.552678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.552678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.552678] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.553014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.553014] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.055596] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.056017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.056017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.056110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.056149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.056346] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.056445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.056507] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.056659] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.056739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.056825] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 is going to be updated. [ 1198.083826] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.084057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.084057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.084200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.084333] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.093705] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 in Status: IN_PROGRESS for 2s [ 1200.104435] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 in Status: SUCCESS [ 1200.104717] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 deletion is rescheduled due to dependency. [ 1200.104774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.210497] env[69577]: INFO networking_nsxv3.common.synchronization [None req-2bab9a0b-733f-4272-a8c1-8efff7ef5ace tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_rules [ 1202.211036] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_rules [ 1202.211349] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01a104a0-11e0-4b29-b431-1d4d84867460 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.211475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.211533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.211784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.211869] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.280252] env[69577]: INFO networking_nsxv3.common.synchronization [None req-e338117f-bce8-4860-8ea1-a8afbe7f5fe4 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_rules [ 1202.280963] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_rules [ 1202.281346] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01a104a0-11e0-4b29-b431-1d4d84867460 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.281496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.734167] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.734320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.734392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.734609] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.734727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.734783] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01a104a0-11e0-4b29-b431-1d4d84867460 already deleted. [ 1202.734889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.735062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.735221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.735306] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.255425] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.255858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.255858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.255858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.255983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.255983] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01a104a0-11e0-4b29-b431-1d4d84867460 already deleted. [ 1203.256072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.765524] env[69577]: INFO networking_nsxv3.common.synchronization [None req-72c10c05-881d-4b9a-97e9-2afd2c13999b None None] Enqueued Resource ID: 294a369c-1af1-4d4a-bb7a-e7763f648d56 with Priority: HIGHEST for action port [ 1205.765790] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a369c-1af1-4d4a-bb7a-e7763f648d56 with Priority: HIGHEST for action port [ 1205.766364] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-294a369c-1af1-4d4a-bb7a-e7763f648d56 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.766488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-294a369c-1af1-4d4a-bb7a-e7763f648d56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.766563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-294a369c-1af1-4d4a-bb7a-e7763f648d56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.766800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-294a369c-1af1-4d4a-bb7a-e7763f648d56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.766883] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294a369c-1af1-4d4a-bb7a-e7763f648d56',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.268554] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 294a369c-1af1-4d4a-bb7a-e7763f648d56 [ 1206.269362] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.269362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.269362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.269362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.269362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.269681] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:294a369c-1af1-4d4a-bb7a-e7763f648d56 already deleted. [ 1206.269681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-294a369c-1af1-4d4a-bb7a-e7763f648d56" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.531816] env[69577]: INFO networking_nsxv3.common.synchronization [None req-377d1765-0ba2-4136-ad34-7712423072d5 None None] Enqueued Resource ID: 6ca466d4-2be5-4b2b-a574-4bf72036ea2d with Priority: HIGHEST for action port [ 1207.531816] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca466d4-2be5-4b2b-a574-4bf72036ea2d with Priority: HIGHEST for action port [ 1207.531816] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca466d4-2be5-4b2b-a574-4bf72036ea2d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.531816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca466d4-2be5-4b2b-a574-4bf72036ea2d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.531816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca466d4-2be5-4b2b-a574-4bf72036ea2d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.531816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca466d4-2be5-4b2b-a574-4bf72036ea2d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.532401] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca466d4-2be5-4b2b-a574-4bf72036ea2d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.675285] env[69577]: INFO networking_nsxv3.common.synchronization [req-1a405ab1-a7b9-430e-86f0-ebb612c2961f req-c5d72ec0-4990-4546-a523-67f0760b9a21 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_members [ 1207.675774] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_members [ 1207.676533] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a104a0-11e0-4b29-b431-1d4d84867460 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.676533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.676533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.676793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.676949] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.677143] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.677236] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.677413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.677534] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.677652] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.034013] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ca466d4-2be5-4b2b-a574-4bf72036ea2d [ 1208.034350] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.034495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.034569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.034801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.034893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.034990] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ca466d4-2be5-4b2b-a574-4bf72036ea2d already deleted. [ 1208.035085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca466d4-2be5-4b2b-a574-4bf72036ea2d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.152668] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.152904] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.153061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.153355] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.153623] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.153785] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.153907] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.154462] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.154689] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.155042] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.155248] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.155583] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.155793] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.156014] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.156203] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.156413] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.180021] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.180021] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.180021] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.180021] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-937" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.180021] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.180021] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.180021] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.180424] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.180561] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d4208a-a1ea-4eda-9401-f21ece4bd0a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.181570] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.181749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.181854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.182079] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.182215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.182439] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.182578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.182833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.183048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.183177] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.183298] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a104a0-11e0-4b29-b431-1d4d84867460 already deleted. [ 1208.183414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.208953] env[69577]: INFO networking_nsxv3.common.synchronization [req-52ceba7e-f243-4c3f-9bea-798892c46567 req-ce308e3e-241f-46e1-ba5e-ac76c2515618 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_members [ 1208.209217] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 with Priority: HIGHEST for action security_group_members [ 1208.210182] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f90317d-afa6-435b-b363-16a9f4897cb3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.210310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.210380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.210574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.210724] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.210816] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.210874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.211044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.211136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.211224] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f90317d-afa6-435b-b363-16a9f4897cb3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.684847] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.685411] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.685411] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.685566] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.685706] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.685872] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 not found, creating... [ 1208.686198] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.686368] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.686490] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.686719] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.686863] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.687194] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.687376] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.687521] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.687755] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.687997] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.688073] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 is going to be created. [ 1208.709265] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.709494] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.709624] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.709952] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.710310] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.710685] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.713157] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.713491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.713491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.713596] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.713685] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.713865] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.713962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.714036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.714184] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.714255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.714338] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 is going to be updated. [ 1208.749342] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.749533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.749533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.750015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.750015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.758551] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 in Status: IN_PROGRESS for 2s [ 1209.404990] env[69577]: INFO networking_nsxv3.common.synchronization [req-1a405ab1-a7b9-430e-86f0-ebb612c2961f req-080bd513-6e6f-4eee-b0c5-0485f7d05cb7 service nova] Enqueued Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_rules [ 1209.404990] env[69577]: INFO networking_nsxv3.common.synchronization [req-1a405ab1-a7b9-430e-86f0-ebb612c2961f req-080bd513-6e6f-4eee-b0c5-0485f7d05cb7 service nova] Enqueued Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_members [ 1209.404990] env[69577]: INFO networking_nsxv3.common.synchronization [req-1a405ab1-a7b9-430e-86f0-ebb612c2961f req-080bd513-6e6f-4eee-b0c5-0485f7d05cb7 service nova] Enqueued Resource ID: e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 with Priority: HIGHEST for action port [ 1209.406591] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_rules [ 1209.406591] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_members [ 1209.407039] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 with Priority: HIGHEST for action port [ 1209.407039] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01a104a0-11e0-4b29-b431-1d4d84867460 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.407442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.407442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.407442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.407869] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.408611] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a104a0-11e0-4b29-b431-1d4d84867460 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.408611] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.408721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.408959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.409495] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.409495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.409495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.409642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.409677] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.409773] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.411169] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.411169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.411169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.411169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.411169] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d4208a-a1ea-4eda-9401-f21ece4bd0a2',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.913203] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a104a0-11e0-4b29-b431-1d4d84867460 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.913582] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.913582] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.916515] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 with status ACTIVE [ 1209.916708] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.916867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.916906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.917105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.917194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.917379] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.917477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.917622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.917686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.917840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.917923] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.918026] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.918083] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.918221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.918365] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.918365] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 is going to be updated. [ 1209.939237] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.939433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.939433] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.939634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.939763] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.939970] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.420026] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.768466] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 in Status: SUCCESS [ 1210.768648] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f90317d-afa6-435b-b363-16a9f4897cb3 deletion is rescheduled due to dependency. [ 1210.768793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f90317d-afa6-435b-b363-16a9f4897cb3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.843788] env[69577]: INFO networking_nsxv3.common.synchronization [req-a60b988a-d3fc-455c-931a-8487260ec621 req-de4af2e5-9c8a-4af1-8dbd-d12c38dc8edd tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Enqueued Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGHEST for action security_group_members [ 1210.844318] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGHEST for action security_group_members [ 1210.844614] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a25b47-b77c-4d21-baf6-8282043ede78 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.844738] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.844806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.845071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.845231] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.845330] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.845393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.845557] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.845621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.845704] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.922302] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.922699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.922699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.922808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.922949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.923090] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a104a0-11e0-4b29-b431-1d4d84867460 is going to be created. [ 1210.946182] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.946423] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.946502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.946664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.946826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.957036] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a104a0-11e0-4b29-b431-1d4d84867460 in Status: UNINITIALIZED for 2s [ 1211.128447] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.128650] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-355" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.128779] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-355" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.129141] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-355" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.129413] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.129577] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.129702] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.129953] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.130407] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.130407] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.130528] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.130565] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.130660] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.130772] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.130891] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.131028] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.148510] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.148683] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.148838] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.149153] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-355" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.149515] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-6d9ab5f3-2541-457e-af7c-9c71ff05927f taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.149742] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-6d9ab5f3-2541-457e-af7c-9c71ff05927f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.149932] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-6d9ab5f3-2541-457e-af7c-9c71ff05927f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.150333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-6d9ab5f3-2541-457e-af7c-9c71ff05927f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.150497] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9ab5f3-2541-457e-af7c-9c71ff05927f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.347812] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.348059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.348139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.348380] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.348511] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.348741] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.348877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.348972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.349171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.349247] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.349335] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a25b47-b77c-4d21-baf6-8282043ede78 already deleted. [ 1211.349413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.653101] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.653475] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.653553] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.653844] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.654021] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.654192] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 6d9ab5f3-2541-457e-af7c-9c71ff05927f not found, creating... [ 1211.654517] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.654675] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.654812] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.655064] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.655233] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.655540] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.655732] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.655864] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.656999] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.657193] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.657347] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 6d9ab5f3-2541-457e-af7c-9c71ff05927f is going to be created. [ 1211.678049] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.678327] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.679469] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.679670] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.680103] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.680406] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-6d9ab5f3-2541-457e-af7c-9c71ff05927f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.867110] env[69577]: INFO networking_nsxv3.common.synchronization [req-a60b988a-d3fc-455c-931a-8487260ec621 req-8a503d78-41a2-4035-92dd-accbc3c7f9da service nova] Enqueued Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGHEST for action security_group_rules [ 1212.867110] env[69577]: INFO networking_nsxv3.common.synchronization [req-a60b988a-d3fc-455c-931a-8487260ec621 req-8a503d78-41a2-4035-92dd-accbc3c7f9da service nova] Enqueued Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGHEST for action security_group_members [ 1212.867523] env[69577]: INFO networking_nsxv3.common.synchronization [req-a60b988a-d3fc-455c-931a-8487260ec621 req-8a503d78-41a2-4035-92dd-accbc3c7f9da service nova] Enqueued Resource ID: 6d9ab5f3-2541-457e-af7c-9c71ff05927f with Priority: HIGHEST for action port [ 1212.867523] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGHEST for action security_group_rules [ 1212.867589] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGHEST for action security_group_members [ 1212.867667] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9ab5f3-2541-457e-af7c-9c71ff05927f with Priority: HIGHEST for action port [ 1212.869535] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a25b47-b77c-4d21-baf6-8282043ede78 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.869687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.869765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.870088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.870179] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.871252] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a25b47-b77c-4d21-baf6-8282043ede78 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.871252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.871364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.871458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.871610] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.871705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.871812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.871921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.872016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.872106] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.872883] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9ab5f3-2541-457e-af7c-9c71ff05927f taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.873028] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9ab5f3-2541-457e-af7c-9c71ff05927f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.873093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9ab5f3-2541-457e-af7c-9c71ff05927f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.873249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9ab5f3-2541-457e-af7c-9c71ff05927f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.873325] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9ab5f3-2541-457e-af7c-9c71ff05927f',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.970956] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a104a0-11e0-4b29-b431-1d4d84867460 in Status: SUCCESS [ 1212.971111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.971248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.971476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.971679] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.971792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.971856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.972053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.972135] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.972222] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.972329] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.375275] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a25b47-b77c-4d21-baf6-8282043ede78 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.375452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.375645] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.376654] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d9ab5f3-2541-457e-af7c-9c71ff05927f with status ACTIVE [ 1213.376838] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.376987] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.377114] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.377286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.377413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.377661] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.377740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.377740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.377930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.377997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.378193] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.378280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.378339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.378501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.378580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.378722] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d9ab5f3-2541-457e-af7c-9c71ff05927f is going to be updated. [ 1213.401101] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.401350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.401396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.401573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.401782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.401952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9ab5f3-2541-457e-af7c-9c71ff05927f" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.474975] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.880613] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.977314] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01a104a0-11e0-4b29-b431-1d4d84867460: rpc.has_security_group_logging(os_id): False [ 1213.996649] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.996824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.996901] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.997164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.997260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.997517] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.997634] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.997698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.998072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.998072] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.998072] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01a104a0-11e0-4b29-b431-1d4d84867460 is going to be created. [ 1214.054637] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.054637] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.054858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.054858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.055051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.065699] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01a104a0-11e0-4b29-b431-1d4d84867460 in Status: IN_PROGRESS for 2s [ 1214.383390] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.383605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.383605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.383907] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.384050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.384109] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a25b47-b77c-4d21-baf6-8282043ede78 is going to be created. [ 1214.408619] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.408880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.408880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.409090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.409840] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.420422] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a25b47-b77c-4d21-baf6-8282043ede78 in Status: UNINITIALIZED for 2s [ 1216.077429] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01a104a0-11e0-4b29-b431-1d4d84867460 in Status: SUCCESS [ 1216.077903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.432616] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a25b47-b77c-4d21-baf6-8282043ede78 in Status: SUCCESS [ 1216.432833] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.433009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.433238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.433438] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.433565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.433629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.433787] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.433872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.433956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.434058] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.937060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a25b47-b77c-4d21-baf6-8282043ede78 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.937060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.937060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.937060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.937528] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.937528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.937528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.937794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.937794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.937898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.938050] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a25b47-b77c-4d21-baf6-8282043ede78 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.938149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.938210] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.938347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.938497] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.938608] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.938662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.938805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.938869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.938925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.939017] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.441741] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52a25b47-b77c-4d21-baf6-8282043ede78: rpc.has_security_group_logging(os_id): False [ 1217.458686] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.459125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.459125] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.459262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.459333] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.460279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.460279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.460279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.460279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.460279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.460279] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.460279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.460765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.460765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.460765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.461024] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.461154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.461234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.461396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.461493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.461600] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a25b47-b77c-4d21-baf6-8282043ede78 is going to be created. [ 1217.518797] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.519035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.519147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.519409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.519603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.530819] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a25b47-b77c-4d21-baf6-8282043ede78 in Status: IN_PROGRESS for 2s [ 1217.746566] env[69577]: INFO networking_nsxv3.common.synchronization [req-87aec54a-18b1-4aba-9a40-473774bae412 req-781cdc47-f7a0-4d77-b0a7-747264dc551e tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1217.746987] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1217.747352] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.747504] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.747573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.747826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.748099] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.748209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.748292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.748459] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.749021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.749021] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.024360] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.024360] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.024481] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.024755] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.025024] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.025194] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.025318] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.025581] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.025746] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.025961] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.026292] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.026292] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.026393] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.026449] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.026537] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.026662] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.048138] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.048322] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.048469] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.048647] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.048960] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-34795330-f511-43ad-983b-b82ba0f9e8ab taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.049152] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.049278] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.049606] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.049753] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34795330-f511-43ad-983b-b82ba0f9e8ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.251609] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.251774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.251847] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.252093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.252190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.252398] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.252547] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.252617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.252734] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.252807] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.252919] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be deleted. [ 1218.289117] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.289349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.289481] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.289621] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.289728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.289836] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.552595] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.552896] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.553054] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.553356] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.553514] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.553679] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 34795330-f511-43ad-983b-b82ba0f9e8ab not found, creating... [ 1218.553949] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.554130] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.554253] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.554476] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.554621] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.554908] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.555091] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.555216] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.555427] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.555567] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.555712] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 34795330-f511-43ad-983b-b82ba0f9e8ab is going to be created. [ 1218.573433] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.573650] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.573782] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.574060] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.574300] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.574530] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.238184] env[69577]: INFO networking_nsxv3.common.synchronization [req-77f13065-9173-46a9-a8ea-96d9a2a343f4 req-7aab68d0-4efa-44bf-924f-d097dd5eecff tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Enqueued Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_members [ 1219.238716] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 with Priority: HIGHEST for action security_group_members [ 1219.239029] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68036bd0-bd0a-4ea8-b5a4-639d8fced490 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.239159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.239225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.239429] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.239583] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.239680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.239742] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.239909] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.240082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.240082] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68036bd0-bd0a-4ea8-b5a4-639d8fced490',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.483697] env[69577]: INFO networking_nsxv3.common.synchronization [req-87aec54a-18b1-4aba-9a40-473774bae412 req-4eb16e71-2141-42d9-b39f-385a35cae673 service nova] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_rules [ 1219.483697] env[69577]: INFO networking_nsxv3.common.synchronization [req-87aec54a-18b1-4aba-9a40-473774bae412 req-4eb16e71-2141-42d9-b39f-385a35cae673 service nova] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1219.483697] env[69577]: INFO networking_nsxv3.common.synchronization [req-87aec54a-18b1-4aba-9a40-473774bae412 req-4eb16e71-2141-42d9-b39f-385a35cae673 service nova] Enqueued Resource ID: 34795330-f511-43ad-983b-b82ba0f9e8ab with Priority: HIGHEST for action port [ 1219.483697] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_rules [ 1219.483869] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1219.483869] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34795330-f511-43ad-983b-b82ba0f9e8ab with Priority: HIGHEST for action port [ 1219.484914] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.484914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.484914] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.485251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.485331] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.487285] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.488257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.488257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.488257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.488257] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.488257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.488257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.488257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.488562] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.488562] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.489321] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-34795330-f511-43ad-983b-b82ba0f9e8ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.489321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.489321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.489471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.489539] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34795330-f511-43ad-983b-b82ba0f9e8ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.542640] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a25b47-b77c-4d21-baf6-8282043ede78 in Status: SUCCESS [ 1219.542871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.742671] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.743074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.743074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.743206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.743290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.743499] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.743603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.743662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.743815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.743892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.743980] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 is going to be updated. [ 1219.775281] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.775485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.775485] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.775615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.775751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.784539] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: IN_PROGRESS for 2s [ 1219.991079] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.991278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.991533] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.992538] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34795330-f511-43ad-983b-b82ba0f9e8ab with status ACTIVE [ 1219.992728] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.992839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.992913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.993282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.993282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.993454] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.993548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.993614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.993779] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.993860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.994055] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.994166] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.994224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.994342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.994412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.994494] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34795330-f511-43ad-983b-b82ba0f9e8ab is going to be updated. [ 1220.013013] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.013167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.013215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.013437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.013566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.014106] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.497393] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.999289] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.999619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.999619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.999759] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.999944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.000103] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be created. [ 1221.023795] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.023923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.024009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.024216] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.024376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.034267] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: UNINITIALIZED for 2s [ 1221.794615] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 in Status: SUCCESS [ 1221.794931] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68036bd0-bd0a-4ea8-b5a4-639d8fced490 deletion is rescheduled due to dependency. [ 1221.794931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68036bd0-bd0a-4ea8-b5a4-639d8fced490" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.044276] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: SUCCESS [ 1223.044689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.044689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.044865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.045092] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.045225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.045315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.045452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.045536] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.045619] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.045711] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.549018] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.549264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.549319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.550377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.550377] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.550377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.550377] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.550663] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.550718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.550971] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.551261] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.551515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.551515] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.551808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.552025] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.552139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.552234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.552538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.553132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.553132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.553132] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.011631] env[69577]: INFO networking_nsxv3.common.synchronization [req-7b909834-77f9-46a6-912f-877347163e11 req-42ab85a7-e54c-4997-ac17-a2423e08ed79 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Enqueued Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGHEST for action security_group_members [ 1224.012165] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGHEST for action security_group_members [ 1224.012629] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a25b47-b77c-4d21-baf6-8282043ede78 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.012629] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.012773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.012965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.013146] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.013249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.014467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.014467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.014467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.014467] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.055465] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c74c888-dffa-48c9-a1ba-4957dd6420a8: rpc.has_security_group_logging(os_id): False [ 1224.072052] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.072204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.072304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.072728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.072728] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.072899] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.072899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.074141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.074141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.074141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.074141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.074141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.074141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.074141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.074141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.074141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.074501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.074501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.074575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.074616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.074711] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be created. [ 1224.129444] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.129597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.129668] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.129946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.130149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.143683] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: IN_PROGRESS for 2s [ 1224.515889] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.515889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.516107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.516175] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.516270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.516481] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.516588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.516653] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.516801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.516879] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.516967] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a25b47-b77c-4d21-baf6-8282043ede78 is going to be updated. [ 1224.615203] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.615358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.615430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.615639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.615867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.623998] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a25b47-b77c-4d21-baf6-8282043ede78 in Status: IN_PROGRESS for 2s [ 1226.156724] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: SUCCESS [ 1226.156724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.635867] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a25b47-b77c-4d21-baf6-8282043ede78 in Status: SUCCESS [ 1226.636101] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a25b47-b77c-4d21-baf6-8282043ede78 deletion is rescheduled due to dependency. [ 1226.636255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.886854] env[69577]: INFO networking_nsxv3.common.synchronization [req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 req-6bba86e6-fe25-4382-bde3-d9cd03106266 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1226.887425] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGHEST for action security_group_members [ 1226.887728] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.887865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.887956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.888235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.888399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.888500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.888558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.888711] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.888792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.888892] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.393378] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.393827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.393827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.393827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.393827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.394194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.394194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.394194] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.394449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.394449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.394676] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be updated. [ 1227.422187] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.424113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.424113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.424113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.424113] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.431267] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: IN_PROGRESS for 2s [ 1227.956106] env[69577]: INFO networking_nsxv3.common.synchronization [req-0b23635b-1fe2-4175-a32a-5416304b384f req-2f41a368-239f-48e7-b877-92a83a58db98 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1227.956629] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGHEST for action security_group_members [ 1227.956961] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.957107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.957172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.957390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.957680] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.957680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.957680] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.957826] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.958155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.958155] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.999594] env[69577]: INFO networking_nsxv3.common.synchronization [req-0b23635b-1fe2-4175-a32a-5416304b384f req-2f41a368-239f-48e7-b877-92a83a58db98 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: 34795330-f511-43ad-983b-b82ba0f9e8ab with Priority: HIGHEST for action port [ 1228.000069] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34795330-f511-43ad-983b-b82ba0f9e8ab with Priority: HIGHEST for action port [ 1228.000381] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-34795330-f511-43ad-983b-b82ba0f9e8ab taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.000516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.000584] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.000784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.000864] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34795330-f511-43ad-983b-b82ba0f9e8ab',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.462262] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.462262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.462262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.462262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.462262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.462262] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.462262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.462262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.462262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.462262] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.462262] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be updated. [ 1228.490302] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.490302] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.490475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.490565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.490704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.499368] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: IN_PROGRESS for 2s [ 1228.502678] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34795330-f511-43ad-983b-b82ba0f9e8ab with status ACTIVE [ 1228.502721] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.502809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.502882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.503098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.503190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.503374] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.503474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.504782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.505009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.505721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.505721] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.505721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.505721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.505721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.505721] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.505721] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34795330-f511-43ad-983b-b82ba0f9e8ab is going to be updated. [ 1228.530186] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.530337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.530406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.530595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.530723] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.530998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34795330-f511-43ad-983b-b82ba0f9e8ab" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.439800] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 in Status: SUCCESS [ 1229.440449] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 deletion is rescheduled due to dependency. [ 1229.440602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.508195] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 in Status: SUCCESS [ 1230.508497] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 deletion is rescheduled due to dependency. [ 1230.508497] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.002139] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.002139] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.919137] env[69577]: INFO networking_nsxv3.common.synchronization [None req-69c20a05-1343-4aa1-8d67-e8b9b2a5edc0 None None] Enqueued Resource ID: 2cd9afab-628f-4be8-bc9d-3f468eb4fb85 with Priority: HIGHEST for action port [ 1234.919460] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9afab-628f-4be8-bc9d-3f468eb4fb85 with Priority: HIGHEST for action port [ 1234.919978] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cd9afab-628f-4be8-bc9d-3f468eb4fb85 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.920134] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cd9afab-628f-4be8-bc9d-3f468eb4fb85" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.920200] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cd9afab-628f-4be8-bc9d-3f468eb4fb85" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.920467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cd9afab-628f-4be8-bc9d-3f468eb4fb85" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.920543] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd9afab-628f-4be8-bc9d-3f468eb4fb85',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.422504] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cd9afab-628f-4be8-bc9d-3f468eb4fb85 [ 1235.422725] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.422856] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.422923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.423157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.423240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.423338] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cd9afab-628f-4be8-bc9d-3f468eb4fb85 already deleted. [ 1235.423416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cd9afab-628f-4be8-bc9d-3f468eb4fb85" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.987141] env[69577]: INFO networking_nsxv3.common.synchronization [None req-481fc52c-91d5-4325-94eb-94d17a7865bd None None] Enqueued Resource ID: ebcf0c7f-6795-479e-99e0-15014a7bb2c9 with Priority: HIGHEST for action port [ 1236.988158] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcf0c7f-6795-479e-99e0-15014a7bb2c9 with Priority: HIGHEST for action port [ 1236.988158] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebcf0c7f-6795-479e-99e0-15014a7bb2c9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.988158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebcf0c7f-6795-479e-99e0-15014a7bb2c9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.988357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebcf0c7f-6795-479e-99e0-15014a7bb2c9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.988495] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebcf0c7f-6795-479e-99e0-15014a7bb2c9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.988558] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebcf0c7f-6795-479e-99e0-15014a7bb2c9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.492500] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebcf0c7f-6795-479e-99e0-15014a7bb2c9 [ 1237.492728] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.492848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.492923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.493169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.493277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.493414] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebcf0c7f-6795-479e-99e0-15014a7bb2c9 already deleted. [ 1237.493540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebcf0c7f-6795-479e-99e0-15014a7bb2c9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.707539] env[69577]: INFO networking_nsxv3.common.synchronization [req-28554f4b-f81d-42e8-a874-49c834601c04 req-de33988b-f597-42fb-a850-54d1a794d7b2 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Enqueued Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGHEST for action security_group_members [ 1241.708046] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGHEST for action security_group_members [ 1241.708355] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.708475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.708548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.708796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.709011] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.709168] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.709251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.709408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.709492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.709583] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.967858] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.968109] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-775" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.968247] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-775" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.968587] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-775" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.968853] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.969029] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.969159] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.969380] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.969532] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.969750] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.969867] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.969979] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.970125] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.970247] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.970357] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.970495] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.991719] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.991896] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1241.992019] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.992206] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-775" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.992549] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-46c08ee0-5d87-4336-9cbf-9e6b8781435c taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.992729] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-46c08ee0-5d87-4336-9cbf-9e6b8781435c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.992853] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-46c08ee0-5d87-4336-9cbf-9e6b8781435c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.993192] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-46c08ee0-5d87-4336-9cbf-9e6b8781435c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.993339] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c08ee0-5d87-4336-9cbf-9e6b8781435c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.212523] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.212691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.212758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.212974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.213080] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.213287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.213379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.213444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.213577] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.213651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.213733] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 already deleted. [ 1242.213808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.495275] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.495275] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.495466] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.495671] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.495821] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.495983] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 46c08ee0-5d87-4336-9cbf-9e6b8781435c not found, creating... [ 1242.496260] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.496417] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.496565] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.496803] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.496937] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.497297] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.497466] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.497589] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.497798] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.497935] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.498106] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 46c08ee0-5d87-4336-9cbf-9e6b8781435c is going to be created. [ 1242.517373] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.517517] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.517649] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.518718] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.519078] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.519384] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-46c08ee0-5d87-4336-9cbf-9e6b8781435c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.215399] env[69577]: INFO networking_nsxv3.common.synchronization [req-28554f4b-f81d-42e8-a874-49c834601c04 req-1740cde0-1066-45c9-9d34-82d722634965 service nova] Enqueued Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGHEST for action security_group_rules [ 1243.215655] env[69577]: INFO networking_nsxv3.common.synchronization [req-28554f4b-f81d-42e8-a874-49c834601c04 req-1740cde0-1066-45c9-9d34-82d722634965 service nova] Enqueued Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGHEST for action security_group_members [ 1243.215710] env[69577]: INFO networking_nsxv3.common.synchronization [req-28554f4b-f81d-42e8-a874-49c834601c04 req-1740cde0-1066-45c9-9d34-82d722634965 service nova] Enqueued Resource ID: 46c08ee0-5d87-4336-9cbf-9e6b8781435c with Priority: HIGHEST for action port [ 1243.216773] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGHEST for action security_group_rules [ 1243.216773] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGHEST for action security_group_members [ 1243.216773] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c08ee0-5d87-4336-9cbf-9e6b8781435c with Priority: HIGHEST for action port [ 1243.216773] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.217091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.217091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.217180] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.217278] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.219089] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.219220] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.219288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.219450] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.219632] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.219733] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.219797] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.219940] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.220055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.220153] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.222722] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c08ee0-5d87-4336-9cbf-9e6b8781435c taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.222844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c08ee0-5d87-4336-9cbf-9e6b8781435c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.222889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c08ee0-5d87-4336-9cbf-9e6b8781435c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.223050] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c08ee0-5d87-4336-9cbf-9e6b8781435c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.223125] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c08ee0-5d87-4336-9cbf-9e6b8781435c',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.723375] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.724396] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.724519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.724675] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46c08ee0-5d87-4336-9cbf-9e6b8781435c with status ACTIVE [ 1243.724836] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.724976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.725048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.725322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.725322] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.725486] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.725563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.725614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.725758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.725834] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.726016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.726155] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.726213] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.726362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.726444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.726570] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46c08ee0-5d87-4336-9cbf-9e6b8781435c is going to be updated. [ 1243.746249] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.746392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.746440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.746578] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.746699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.746841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c08ee0-5d87-4336-9cbf-9e6b8781435c" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.228917] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.731221] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.731403] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.731500] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.731688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.731809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.731880] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 is going to be created. [ 1244.758313] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.758574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.758574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.758725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.758885] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.769669] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 in Status: UNINITIALIZED for 2s [ 1246.200596] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1246.200988] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1246.780152] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 in Status: SUCCESS [ 1246.780355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.780496] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.780709] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.780906] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.781033] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.781137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.781282] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.781369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.781456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.781544] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.284139] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.284563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.284563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.284641] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.284824] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.284945] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.285015] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.285171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.285265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.285361] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.285612] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.285612] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.285724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.285800] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.285953] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.286059] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.286121] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.286258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.286334] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.286415] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.286515] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.789334] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3: rpc.has_security_group_logging(os_id): False [ 1247.806147] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.806328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.806378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.806631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.806730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.806920] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.807029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.807095] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.807251] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.807326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.807522] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.807615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.807675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.807812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.807884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.808093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.808223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.808286] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.808426] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.808498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.808580] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 is going to be created. [ 1247.861984] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.862141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.862235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.862540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.862730] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.874180] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 in Status: IN_PROGRESS for 2s [ 1248.216851] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.217047] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1249.886899] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 in Status: SUCCESS [ 1249.887305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.044571] env[69577]: INFO networking_nsxv3.common.synchronization [req-0eb540c3-07a3-4ecd-862c-27252cd37c4a req-7b4f46d3-02f9-4f5d-94b7-7eb311c74964 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Enqueued Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGHEST for action security_group_members [ 1253.045558] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGHEST for action security_group_members [ 1253.045913] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.046060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.046132] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.046338] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.046498] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.046597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.046662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.046805] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.046889] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.046985] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.549273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.549417] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.549469] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.549689] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.549778] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.549978] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.550089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.550193] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.550346] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.550424] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.550510] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 is going to be updated. [ 1253.577195] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.577345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.577393] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.577560] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.577692] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.586715] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 in Status: IN_PROGRESS for 2s [ 1253.640684] env[69577]: INFO networking_nsxv3.common.synchronization [req-f1f56b1d-7be6-4413-8447-a11194cd2c25 req-79204a30-b979-4c6b-a2b5-490ba1a43458 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 1253.641242] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 1253.641557] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.641686] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.641758] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.641966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.642148] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.642248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.642317] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.642458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.642538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.642624] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.892696] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.892908] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.893053] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.893343] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.893611] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.893776] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.893899] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.894269] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.894442] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.894665] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.894788] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.894904] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.895033] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.895154] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.895269] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.895406] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.913391] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.913555] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1253.913709] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.913865] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-230" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.914176] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-559a41eb-9f56-497d-ba19-25479bae0858 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.914349] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-559a41eb-9f56-497d-ba19-25479bae0858" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.914472] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-559a41eb-9f56-497d-ba19-25479bae0858" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.914995] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-559a41eb-9f56-497d-ba19-25479bae0858" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.914995] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559a41eb-9f56-497d-ba19-25479bae0858',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.144873] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.417013] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.417278] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.417450] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.417744] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.417928] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.418133] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 559a41eb-9f56-497d-ba19-25479bae0858 not found, creating... [ 1254.418409] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.418579] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.418682] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.418898] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.419350] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.419430] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.419644] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.419747] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.419871] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.420018] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.420182] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 559a41eb-9f56-497d-ba19-25479bae0858 is going to be created. [ 1254.438554] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.438801] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.438944] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.439224] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.439453] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.439677] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-559a41eb-9f56-497d-ba19-25479bae0858" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.646806] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.148742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.149278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.149278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.149278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.149278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.149485] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 is going to be updated. [ 1255.175378] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.175580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.175580] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.175784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.175922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.182995] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: IN_PROGRESS for 2s [ 1255.328981] env[69577]: INFO networking_nsxv3.common.synchronization [req-87f50ee3-91be-4fe4-b9f9-5528523e97db req-211abf3e-42ec-4a45-8a4f-78a1ecfab7db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1255.329601] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1255.329900] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.330186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.330279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.330478] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.330663] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.330905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.330905] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.331040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.331172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.331290] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.355095] env[69577]: INFO networking_nsxv3.common.synchronization [req-f1f56b1d-7be6-4413-8447-a11194cd2c25 req-dbaa5d5c-8364-4d7f-9fcc-6a5566478d28 service nova] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_rules [ 1255.355282] env[69577]: INFO networking_nsxv3.common.synchronization [req-f1f56b1d-7be6-4413-8447-a11194cd2c25 req-dbaa5d5c-8364-4d7f-9fcc-6a5566478d28 service nova] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 1255.355429] env[69577]: INFO networking_nsxv3.common.synchronization [req-f1f56b1d-7be6-4413-8447-a11194cd2c25 req-dbaa5d5c-8364-4d7f-9fcc-6a5566478d28 service nova] Enqueued Resource ID: 559a41eb-9f56-497d-ba19-25479bae0858 with Priority: HIGHEST for action port [ 1255.355638] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_rules [ 1255.355763] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 1255.355860] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559a41eb-9f56-497d-ba19-25479bae0858 with Priority: HIGHEST for action port [ 1255.356739] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.356860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.356927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.357394] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.357516] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.358318] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.358412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.358664] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-559a41eb-9f56-497d-ba19-25479bae0858 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.358821] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559a41eb-9f56-497d-ba19-25479bae0858" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.358908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559a41eb-9f56-497d-ba19-25479bae0858" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.359108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559a41eb-9f56-497d-ba19-25479bae0858" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.359214] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559a41eb-9f56-497d-ba19-25479bae0858',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.596121] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 in Status: SUCCESS [ 1255.596313] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 deletion is rescheduled due to dependency. [ 1255.596428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.833844] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.834062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.834062] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.834295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.834385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.834579] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.834675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.834739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.834870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.834944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.835041] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1255.860349] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.860524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.860524] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.860661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.860789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.861878] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.862027] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.862138] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559a41eb-9f56-497d-ba19-25479bae0858 with status ACTIVE [ 1255.862318] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.862421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.862482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.862631] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.862707] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.862867] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.862958] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.863029] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.863169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.863249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.863418] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.863508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.863565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.863700] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.863771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.863851] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559a41eb-9f56-497d-ba19-25479bae0858 is going to be updated. [ 1255.875974] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1255.890807] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.890931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.891009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.891246] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.891386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.891545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559a41eb-9f56-497d-ba19-25479bae0858" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.192837] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: SUCCESS [ 1257.192837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.192837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.192837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.193260] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.193260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.193260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.193474] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.193518] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.193614] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.695420] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.887738] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1257.887930] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe deletion is rescheduled due to dependency. [ 1257.888089] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.197969] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.700162] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.700407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.700498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.700791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.700880] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.700998] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 is going to be updated. [ 1258.730582] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.730855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.730998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.731427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.731693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.743551] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: IN_PROGRESS for 2s [ 1260.357276] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.357276] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1260.754408] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: SUCCESS [ 1260.754620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.754783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.754990] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.755219] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.755349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.755413] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.755566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.755643] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.755724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.755811] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.257732] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.551851] env[69577]: INFO networking_nsxv3.common.synchronization [None req-24b9d11b-f14e-4376-9c07-f5b77664ad38 None None] Enqueued Resource ID: bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9 with Priority: HIGHEST for action port [ 1261.552197] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9 with Priority: HIGHEST for action port [ 1261.552640] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.552808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.552808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.553017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.553108] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.750897] env[69577]: INFO networking_nsxv3.common.synchronization [None req-b0486afa-2dd3-45fb-a699-aa94e2affcc3 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Enqueued Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_rules [ 1261.751461] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_rules [ 1261.751928] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.751928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.752098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.752319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.752404] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.764361] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d25f2ef6-38eb-43ce-8729-1a5e468fdc63: rpc.has_security_group_logging(os_id): False [ 1261.780713] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.780872] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.781416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.781416] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.800019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.800400] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.800553] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.800602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.800766] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.800841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.800939] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 is going to be updated. [ 1261.828919] env[69577]: INFO networking_nsxv3.common.synchronization [None req-692530d0-ac0a-40f6-b073-da570312ab18 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Enqueued Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_rules [ 1261.829652] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_rules [ 1261.829652] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.829804] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.855344] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.855483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.855529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.855887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.855887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.866252] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: IN_PROGRESS for 2s [ 1262.055822] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9 [ 1262.056066] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.056207] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.056273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.056477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.056568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.056726] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9 already deleted. [ 1262.056795] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bffa9bcf-6872-4f8b-ace9-e63cb49ea0b9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.270819] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.271045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.271045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.271241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.271406] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.271458] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c527e13-722d-4371-b71b-9203db83acd8 already deleted. [ 1262.271538] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.271687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.271845] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.271927] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.793157] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.793157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.793157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.793157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.793157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.793157] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c527e13-722d-4371-b71b-9203db83acd8 already deleted. [ 1262.793157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.316641] env[69577]: INFO networking_nsxv3.common.synchronization [None req-009c3ca6-7ead-453b-a92f-febc246365d1 None None] Enqueued Resource ID: e83457a4-7219-411c-ac8a-48497ac3d6d9 with Priority: HIGHEST for action port [ 1263.317206] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83457a4-7219-411c-ac8a-48497ac3d6d9 with Priority: HIGHEST for action port [ 1263.317720] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e83457a4-7219-411c-ac8a-48497ac3d6d9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.317849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e83457a4-7219-411c-ac8a-48497ac3d6d9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.317917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e83457a4-7219-411c-ac8a-48497ac3d6d9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.318308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e83457a4-7219-411c-ac8a-48497ac3d6d9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.318399] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e83457a4-7219-411c-ac8a-48497ac3d6d9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.821486] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e83457a4-7219-411c-ac8a-48497ac3d6d9 [ 1263.821789] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.821857] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.821950] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.822368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.822368] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.822368] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e83457a4-7219-411c-ac8a-48497ac3d6d9 already deleted. [ 1263.822526] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e83457a4-7219-411c-ac8a-48497ac3d6d9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.877927] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: SUCCESS [ 1263.879165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.999822] env[69577]: INFO networking_nsxv3.common.synchronization [req-e19f2d01-04df-4da0-a618-8b7db057f283 req-e06ead1c-6f6f-481d-b1de-979d25e4c66c tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1264.000438] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1264.000744] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.000863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.000926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.001479] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.001640] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.001747] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.001814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.001966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.002069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.002165] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.292132] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.292347] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.292493] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.292806] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.293089] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.293269] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.293396] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.293613] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.293774] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.293997] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1264.294128] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.294244] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.294357] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.294473] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1264.294611] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.294711] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.312453] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.312648] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1264.312790] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.312974] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.313299] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-29156fd4-e6c6-487a-af75-dd062be36974 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.313490] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-29156fd4-e6c6-487a-af75-dd062be36974" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.313617] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-29156fd4-e6c6-487a-af75-dd062be36974" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.313937] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-29156fd4-e6c6-487a-af75-dd062be36974" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.314098] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29156fd4-e6c6-487a-af75-dd062be36974',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.504078] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.504255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.504347] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.504566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.504660] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.504857] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.504954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.505031] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.505191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.505303] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.505387] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1264.529312] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.529490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.529542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.529705] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.529839] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.538081] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1264.816094] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.816350] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.816484] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.816777] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.816949] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.817106] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 29156fd4-e6c6-487a-af75-dd062be36974 not found, creating... [ 1264.817397] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.817612] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.817769] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.817998] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.818159] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.818449] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.818634] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.818762] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.818974] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.819127] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.819273] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 29156fd4-e6c6-487a-af75-dd062be36974 is going to be created. [ 1264.838500] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.838796] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.838796] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.839031] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.839258] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.839475] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-29156fd4-e6c6-487a-af75-dd062be36974" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.700021] env[69577]: INFO networking_nsxv3.common.synchronization [req-e19f2d01-04df-4da0-a618-8b7db057f283 req-fa1d4ac7-8f8e-43b9-a1b0-1edd6f79d9a7 service nova] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1265.700021] env[69577]: INFO networking_nsxv3.common.synchronization [req-e19f2d01-04df-4da0-a618-8b7db057f283 req-fa1d4ac7-8f8e-43b9-a1b0-1edd6f79d9a7 service nova] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1265.700021] env[69577]: INFO networking_nsxv3.common.synchronization [req-e19f2d01-04df-4da0-a618-8b7db057f283 req-fa1d4ac7-8f8e-43b9-a1b0-1edd6f79d9a7 service nova] Enqueued Resource ID: 29156fd4-e6c6-487a-af75-dd062be36974 with Priority: HIGHEST for action port [ 1265.700021] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1265.700021] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1265.700021] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29156fd4-e6c6-487a-af75-dd062be36974 with Priority: HIGHEST for action port [ 1265.700021] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.700021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.700021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.700021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.700993] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.702084] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.702352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.702675] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-29156fd4-e6c6-487a-af75-dd062be36974 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.704025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29156fd4-e6c6-487a-af75-dd062be36974" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.704025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29156fd4-e6c6-487a-af75-dd062be36974" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.704025] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29156fd4-e6c6-487a-af75-dd062be36974" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.704025] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29156fd4-e6c6-487a-af75-dd062be36974',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.206013] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.206305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.206521] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29156fd4-e6c6-487a-af75-dd062be36974 with status ACTIVE [ 1266.206704] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.206814] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.206884] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.207531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.207531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.207531] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.207754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.207754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.207959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.207959] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.208273] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.208273] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.208385] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.208564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.208620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.208800] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29156fd4-e6c6-487a-af75-dd062be36974 is going to be updated. [ 1266.235722] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.235951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.235951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.236204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.236344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.236531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29156fd4-e6c6-487a-af75-dd062be36974" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.547639] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1266.547767] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe deletion is rescheduled due to dependency. [ 1266.547870] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.548019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.548252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.548433] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.548704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.548704] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.548877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.548877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.548990] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.051704] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.186472] env[69577]: INFO networking_nsxv3.common.synchronization [req-33249921-eb8b-4a41-be2b-e347c83cbbb5 req-88992266-b98b-43c6-bb08-3d31360f4d9b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Enqueued Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_members [ 1267.187093] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_members [ 1267.187419] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.187545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.187614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.187860] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.188157] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.188294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.188361] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.188517] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.188605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.188699] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.505034] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.505373] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-74" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.505373] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-74" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.505796] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-74" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.506081] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.506247] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.506372] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.506590] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.506746] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.506951] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.507082] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1267.507196] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1267.507309] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1267.507426] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.507536] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1267.507673] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1267.526577] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1267.526680] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1267.526823] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1267.527013] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-74" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.527351] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-7eab432b-f860-4eeb-a5e0-b259b8c97aff taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.527574] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-7eab432b-f860-4eeb-a5e0-b259b8c97aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.527713] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-7eab432b-f860-4eeb-a5e0-b259b8c97aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.528045] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-7eab432b-f860-4eeb-a5e0-b259b8c97aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.528214] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eab432b-f860-4eeb-a5e0-b259b8c97aff',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.554116] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.690981] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.691159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.691240] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.691470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.691565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.691813] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.691929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.691929] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.692094] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.692170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.692256] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c527e13-722d-4371-b71b-9203db83acd8 already deleted. [ 1267.692339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.030495] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.030747] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.030881] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.031190] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.031351] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.031512] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 7eab432b-f860-4eeb-a5e0-b259b8c97aff not found, creating... [ 1268.031773] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.031936] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.032073] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.032308] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.032453] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.032775] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.032980] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.033069] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.033287] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.033430] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.033574] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 7eab432b-f860-4eeb-a5e0-b259b8c97aff is going to be created. [ 1268.051605] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.053147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.053147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.053147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.053147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.053147] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-7eab432b-f860-4eeb-a5e0-b259b8c97aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.056247] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.056369] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.056440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.056603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.056687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.056776] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1268.090596] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.090749] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.090801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.090966] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.091136] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.098798] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1268.729223] env[69577]: INFO networking_nsxv3.common.synchronization [req-33249921-eb8b-4a41-be2b-e347c83cbbb5 req-6ebfeade-080c-4b6e-94ee-871ff749313a service nova] Enqueued Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_rules [ 1268.729223] env[69577]: INFO networking_nsxv3.common.synchronization [req-33249921-eb8b-4a41-be2b-e347c83cbbb5 req-6ebfeade-080c-4b6e-94ee-871ff749313a service nova] Enqueued Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_members [ 1268.729223] env[69577]: INFO networking_nsxv3.common.synchronization [req-33249921-eb8b-4a41-be2b-e347c83cbbb5 req-6ebfeade-080c-4b6e-94ee-871ff749313a service nova] Enqueued Resource ID: 7eab432b-f860-4eeb-a5e0-b259b8c97aff with Priority: HIGHEST for action port [ 1268.729223] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_rules [ 1268.729223] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_members [ 1268.729223] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eab432b-f860-4eeb-a5e0-b259b8c97aff with Priority: HIGHEST for action port [ 1268.729223] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.729223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.729223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.730454] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.730521] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.735022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.735022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.735022] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.735022] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eab432b-f860-4eeb-a5e0-b259b8c97aff taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eab432b-f860-4eeb-a5e0-b259b8c97aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.735022] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eab432b-f860-4eeb-a5e0-b259b8c97aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.735969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eab432b-f860-4eeb-a5e0-b259b8c97aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.735969] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eab432b-f860-4eeb-a5e0-b259b8c97aff',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.232912] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.233123] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.235366] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.237352] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eab432b-f860-4eeb-a5e0-b259b8c97aff with status ACTIVE [ 1269.237538] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.237651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.237727] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.237915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.238010] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.238193] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.238292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.238357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.238506] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.238583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.238761] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.238861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.238926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.239052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.239124] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.239207] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eab432b-f860-4eeb-a5e0-b259b8c97aff is going to be updated. [ 1269.260500] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.260656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.260718] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.260838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.260962] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.261133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eab432b-f860-4eeb-a5e0-b259b8c97aff" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.741722] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.108199] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1270.108451] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.108633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.108864] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.109091] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.109221] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.109288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.109457] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.109545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.109635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.109786] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.244681] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.244858] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.244954] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.245337] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.245458] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.245585] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c527e13-722d-4371-b71b-9203db83acd8 is going to be created. [ 1270.269197] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.269440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.269440] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.269792] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.270012] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.280720] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c527e13-722d-4371-b71b-9203db83acd8 in Status: UNINITIALIZED for 2s [ 1270.612476] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.114694] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe: rpc.has_security_group_logging(os_id): False [ 1271.131944] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.132133] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.132195] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.132376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.132467] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.132710] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.132810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.132874] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.133036] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.133116] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.133202] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1271.200060] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.200060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.200060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.200060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.200060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.209384] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1272.166020] env[69577]: INFO networking_nsxv3.common.synchronization [req-02ffeff4-8c94-494c-8659-8250a39cb446 req-816dccc1-cab2-4249-be3a-53c7fc2be9e2 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Enqueued Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_members [ 1272.166574] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGHEST for action security_group_members [ 1272.166902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a104a0-11e0-4b29-b431-1d4d84867460 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.167051] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.167105] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.167852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.167852] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.167852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.167852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.167852] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.168272] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.168272] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.290372] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c527e13-722d-4371-b71b-9203db83acd8 in Status: SUCCESS [ 1272.290602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.290765] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.290963] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.291167] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.291288] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.291335] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.293038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.293038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.293038] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.293038] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.670705] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.670921] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.671096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.671361] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.671466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.671716] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.671822] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.671877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.672056] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.672139] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.672261] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a104a0-11e0-4b29-b431-1d4d84867460 is going to be updated. [ 1272.706356] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.706732] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.706881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.707170] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.707320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.720166] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a104a0-11e0-4b29-b431-1d4d84867460 in Status: IN_PROGRESS for 2s [ 1272.793878] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.222175] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1273.222543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.297078] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c527e13-722d-4371-b71b-9203db83acd8: rpc.has_security_group_logging(os_id): False [ 1273.315049] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.315049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.315049] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.315387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.315387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.315487] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.315546] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.315606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.315751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.315828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.315913] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c527e13-722d-4371-b71b-9203db83acd8 is going to be created. [ 1273.381204] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.381436] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.381498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.381796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.381991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.395012] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c527e13-722d-4371-b71b-9203db83acd8 in Status: IN_PROGRESS for 2s [ 1274.729835] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a104a0-11e0-4b29-b431-1d4d84867460 in Status: SUCCESS [ 1274.730229] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a104a0-11e0-4b29-b431-1d4d84867460 deletion is rescheduled due to dependency. [ 1274.730229] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.407532] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c527e13-722d-4371-b71b-9203db83acd8 in Status: SUCCESS [ 1275.407818] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.167294] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.167815] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.168732] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.169194] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.169971] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.170263] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.171242] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.171603] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.172431] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.172801] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.145098] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.145622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.145622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.145622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.145622] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.652990] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.155721] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.173517] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.173674] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.657886] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1302.658147] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1303.361215] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.361215] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.395844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.395844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.395844] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1303.395844] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.395844] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1303.411243] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.411443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.411443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.411657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.424883] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.425592] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1303.425682] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1303.425768] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1303.460399] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.460540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.460638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.460862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.462258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.462456] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1303.527788] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.527956] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.528035] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.528243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.528545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.528824] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1303.595812] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.595812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.595812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.595812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.595812] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.596248] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1303.596248] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3c74c888-dffa-48c9-a1ba-4957dd6420a8', '52a25b47-b77c-4d21-baf6-8282043ede78', '421e5434-33dd-4724-b929-dba55fcc886a', '1c8d19f9-773c-4f14-a2ee-fa22d191e5d3', '67bf69c6-d9a2-436a-87e6-9581e734aa48', '8cfa4812-d155-484c-b75a-1ed621ebb99a', '5f8264fd-be1d-46f8-bb9c-b14461a6cbd3', '35c415c4-32ee-4839-be1a-77b3a10d13e6', '14933265-7de0-4d72-bd01-574cddfdbc3d', '8a9edae4-1229-43a7-84f9-386d12399df9', '6849d8e1-efeb-415a-bb12-e4067f10ffc6', '2c527e13-722d-4371-b71b-9203db83acd8', '5ada9b20-a3b7-4146-b897-18acd00cd3c7', '12e5dc8f-c34f-49bb-a16a-3cec2e1a4271', '8c75be64-c361-4b88-9586-bd1a04aa7a13', '6ace8c74-6977-40d6-a466-bc23ace40e75', '01a104a0-11e0-4b29-b431-1d4d84867460', '1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe', '916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0', 'd25f2ef6-38eb-43ce-8729-1a5e468fdc63', 'ac1874da-fb5c-4da0-8092-62af8828966d', '6546c7dc-e3c4-46ff-a8c7-69aed212235d', 'e3fc36bd-ef14-4f81-8c34-9678470b184f', '9b2b6249-b700-43cb-8111-655e9e6a02ab', 'ecf84efc-ccca-4a16-9eac-dd7c91421ed7', 'a74d076f-7ca6-4507-8bc2-7ba01af1575e', '88533de1-0f9e-4867-8e7b-7da69c7b09e8', 'f8b0b47c-9841-4c39-a329-86c296b96c12', '5f90317d-afa6-435b-b363-16a9f4897cb3', '8e5c9d6c-6eb8-4b10-8610-62f13a3baeda', '90b15f52-1f8f-4c18-96c7-c31349544e53', '2cc3dad5-8ce1-4b1b-9014-3ee3d79b7e8c', '14b4802c-c54f-4eb1-88fd-85caeb7e6fc0', '022d0dd3-6045-4225-ad98-a770b43cef01', '1cf62099-fbfe-41dd-a2c9-ad292f316695', '68036bd0-bd0a-4ea8-b5a4-639d8fced490', '775aaf14-876c-499d-b559-9791be99d313', 'ac485341-82d2-4202-b106-124c98ff175c', 'c3a65b54-887b-4a92-9e10-5d729124b332', '5e2d15e3-8ccf-42ea-b34e-8cfaaf2df5b3', '4d6d6306-29de-42eb-80cf-585aabf1d691'} {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1303.596248] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1303.613753] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.613865] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.613911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.614110] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.614187] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.614290] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1303.614363] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1303.614433] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1303.683537] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.683693] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.683789] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.683919] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.685034] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.685300] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1303.685381] env[69577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1303.685446] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1303.685514] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1303.685594] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1303.685664] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGH for action security_group_rules [ 1303.685741] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGH for action security_group_rules [ 1303.685809] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGH for action security_group_rules [ 1303.685871] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGH for action security_group_rules [ 1303.685927] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGH for action security_group_rules [ 1303.685980] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGH for action security_group_rules [ 1303.686061] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGH for action security_group_rules [ 1303.686121] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGH for action security_group_rules [ 1303.686179] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGH for action security_group_rules [ 1303.686235] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGH for action security_group_rules [ 1303.686288] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGH for action security_group_rules [ 1303.686346] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGH for action security_group_rules [ 1303.686403] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGH for action security_group_rules [ 1303.686455] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGH for action security_group_rules [ 1303.686508] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGH for action security_group_rules [ 1303.686562] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGH for action security_group_rules [ 1303.686615] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGH for action security_group_rules [ 1303.686672] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGH for action security_group_rules [ 1303.686725] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGH for action security_group_rules [ 1303.686780] env[69577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGH for action security_group_rules [ 1303.686875] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.174966] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.175306] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1307.175306] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 with Priority: HIGH for action security_group_rules [ 1307.175429] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e5434-33dd-4724-b929-dba55fcc886a with Priority: HIGH for action security_group_rules [ 1307.175489] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 with Priority: HIGH for action security_group_rules [ 1307.175570] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 with Priority: HIGH for action security_group_rules [ 1307.175671] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGH for action security_group_rules [ 1307.175769] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 with Priority: HIGH for action security_group_rules [ 1307.175862] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGH for action security_group_rules [ 1307.175957] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a104a0-11e0-4b29-b431-1d4d84867460 with Priority: HIGH for action security_group_rules [ 1307.176063] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 with Priority: HIGH for action security_group_rules [ 1307.176159] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 with Priority: HIGH for action security_group_rules [ 1307.176248] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 with Priority: HIGH for action security_group_rules [ 1307.176337] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGH for action security_group_rules [ 1307.176426] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 with Priority: HIGH for action security_group_rules [ 1307.176515] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9edae4-1229-43a7-84f9-386d12399df9 with Priority: HIGH for action security_group_rules [ 1307.176606] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14933265-7de0-4d72-bd01-574cddfdbc3d with Priority: HIGH for action security_group_rules [ 1307.176698] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a with Priority: HIGH for action security_group_rules [ 1307.176788] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 with Priority: HIGH for action security_group_rules [ 1307.176878] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 with Priority: HIGH for action security_group_rules [ 1307.176968] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a25b47-b77c-4d21-baf6-8282043ede78 with Priority: HIGH for action security_group_rules [ 1307.177074] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 with Priority: HIGH for action security_group_rules [ 1307.177414] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.177542] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.177605] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.177815] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.177927] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c74c888-dffa-48c9-a1ba-4957dd6420a8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.178951] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e5434-33dd-4724-b929-dba55fcc886a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.179112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.179208] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.179300] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.179376] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e5434-33dd-4724-b929-dba55fcc886a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.180166] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.180308] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.180376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.180525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.180591] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f8264fd-be1d-46f8-bb9c-b14461a6cbd3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.181478] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c75be64-c361-4b88-9586-bd1a04aa7a13 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.181597] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.181655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.182230] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.182230] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c75be64-c361-4b88-9586-bd1a04aa7a13',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.183287] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.183399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.183462] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.184037] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.184037] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.184353] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.184461] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.184529] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.184676] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.184751] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.185644] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.185644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.185644] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.185781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.185817] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.186661] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01a104a0-11e0-4b29-b431-1d4d84867460 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.186823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.186893] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.187071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.187180] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01a104a0-11e0-4b29-b431-1d4d84867460',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.187811] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.187969] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.188055] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.188224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.188294] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5dc8f-c34f-49bb-a16a-3cec2e1a4271',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.188986] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ace8c74-6977-40d6-a466-bc23ace40e75 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.189085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.189141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.189267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.189347] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ace8c74-6977-40d6-a466-bc23ace40e75',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.190116] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.190277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.190277] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.190442] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.190514] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ada9b20-a3b7-4146-b897-18acd00cd3c7',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.191221] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.191669] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.191757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.191937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.192022] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.192749] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.192868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.192927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.193090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.193164] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6849d8e1-efeb-415a-bb12-e4067f10ffc6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.193898] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9edae4-1229-43a7-84f9-386d12399df9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.194017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.194082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.194266] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.194329] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9edae4-1229-43a7-84f9-386d12399df9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.195217] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14933265-7de0-4d72-bd01-574cddfdbc3d taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.195336] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.195401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.195552] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.195622] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14933265-7de0-4d72-bd01-574cddfdbc3d',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.196343] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cfa4812-d155-484c-b75a-1ed621ebb99a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.196464] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.196525] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.196674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.196747] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cfa4812-d155-484c-b75a-1ed621ebb99a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.197479] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c415c4-32ee-4839-be1a-77b3a10d13e6 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.197602] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.197671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.197846] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.197940] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c415c4-32ee-4839-be1a-77b3a10d13e6',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.198752] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bf69c6-d9a2-436a-87e6-9581e734aa48 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.198868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.198932] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.199109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.199182] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bf69c6-d9a2-436a-87e6-9581e734aa48',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.199910] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a25b47-b77c-4d21-baf6-8282043ede78 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.200077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.200158] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.200313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.200386] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a25b47-b77c-4d21-baf6-8282043ede78',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.201079] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.201224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.201267] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.201384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.201453] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8d19f9-773c-4f14-a2ee-fa22d191e5d3',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.706323] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.706554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.706554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.706701] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.706860] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.707332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.707411] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.707549] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.707638] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.707726] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.707812] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.709333] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.709443] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.709510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.709657] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.709799] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.709892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.709942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.710092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.710181] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.710265] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.710343] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.721875] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.722045] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.722100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.722243] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.722404] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.722501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.722566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.722708] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.722788] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.722871] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.722956] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.764911] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.765149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.765149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.765304] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.767933] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.768044] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.769195] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.769299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.769669] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.769761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.773302] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.773427] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.775272] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.775363] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.777417] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.777499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.778160] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.778253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.780372] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.780477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.781266] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.781356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.782015] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.782112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.782741] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.783145] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.783257] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.783876] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.784282] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.784391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.784992] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.785402] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.785502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.786169] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.786551] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.786665] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.787286] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.787648] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.787761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.788380] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.788806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.788933] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c415c4-32ee-4839-be1a-77b3a10d13e6 is going to be deleted. [ 1307.790286] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.790399] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.790490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.790725] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.814601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.814708] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6849d8e1-efeb-415a-bb12-e4067f10ffc6 is going to be deleted. [ 1307.815439] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.815573] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.831292] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.831386] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f8264fd-be1d-46f8-bb9c-b14461a6cbd3 is going to be deleted. [ 1307.832057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.832225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.853102] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.853249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.857491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.857595] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bf69c6-d9a2-436a-87e6-9581e734aa48 is going to be deleted. [ 1307.858357] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.858531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.883993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.884111] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ada9b20-a3b7-4146-b897-18acd00cd3c7 is going to be deleted. [ 1307.884809] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.884985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.886198] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.886298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.886850] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.886972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.915101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.915217] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c75be64-c361-4b88-9586-bd1a04aa7a13 is going to be deleted. [ 1307.915918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.916117] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.950449] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.950642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.960289] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.960391] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e5434-33dd-4724-b929-dba55fcc886a is going to be deleted. [ 1307.961185] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.961373] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.992898] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.993026] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cfa4812-d155-484c-b75a-1ed621ebb99a is going to be deleted. [ 1307.993717] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.993890] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.996153] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.996250] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.052153] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.052247] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5dc8f-c34f-49bb-a16a-3cec2e1a4271 is going to be deleted. [ 1308.052925] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.053115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.054920] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.055071] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.077731] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.077877] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.105558] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.105653] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9edae4-1229-43a7-84f9-386d12399df9 is going to be deleted. [ 1308.106384] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.106563] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.141372] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.141503] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8d19f9-773c-4f14-a2ee-fa22d191e5d3 is going to be deleted. [ 1308.142256] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.142445] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.145709] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.145819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.196528] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.196856] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a25b47-b77c-4d21-baf6-8282043ede78 is going to be deleted. [ 1308.197575] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.197784] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.216371] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.217275] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.233526] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.278981] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.279172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.291021] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.291156] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14933265-7de0-4d72-bd01-574cddfdbc3d is going to be deleted. [ 1308.292040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.292253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.293541] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.293640] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.294208] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.294305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.339087] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.339219] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.346073] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.346207] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c74c888-dffa-48c9-a1ba-4957dd6420a8 is going to be deleted. [ 1308.346955] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.347169] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.416449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.416620] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01a104a0-11e0-4b29-b431-1d4d84867460 is going to be deleted. [ 1308.417449] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.417662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.418992] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.419109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.483060] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.483272] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ace8c74-6977-40d6-a466-bc23ace40e75 is going to be deleted. [ 1308.484092] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.484306] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.565397] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.565579] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0 is going to be deleted. [ 1308.566431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.566645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.566740] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.566896] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c415c4-32ee-4839-be1a-77b3a10d13e6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.567075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.567234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.567315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.567428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f8264fd-be1d-46f8-bb9c-b14461a6cbd3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.568542] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.568658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.568720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.568869] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.568951] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.569082] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c74c888-dffa-48c9-a1ba-4957dd6420a8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.569204] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.569359] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.569434] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.569544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6849d8e1-efeb-415a-bb12-e4067f10ffc6" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.569654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.569790] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.569886] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.570053] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bf69c6-d9a2-436a-87e6-9581e734aa48" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.570190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.570331] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.570407] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.570516] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ada9b20-a3b7-4146-b897-18acd00cd3c7" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.570625] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.570799] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.570862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.570972] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c75be64-c361-4b88-9586-bd1a04aa7a13" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.571115] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.571253] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.571325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.571430] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e5434-33dd-4724-b929-dba55fcc886a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.571535] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.571667] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.571739] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.571867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cfa4812-d155-484c-b75a-1ed621ebb99a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.572006] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.572152] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.572225] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.572339] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8d19f9-773c-4f14-a2ee-fa22d191e5d3" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.572448] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.572583] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.572655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.572764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5dc8f-c34f-49bb-a16a-3cec2e1a4271" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.572906] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.573069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.573145] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.573249] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9edae4-1229-43a7-84f9-386d12399df9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.573358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.573492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.573565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.573662] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a25b47-b77c-4d21-baf6-8282043ede78" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.573796] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.573923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.573997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.574112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14933265-7de0-4d72-bd01-574cddfdbc3d" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.631525] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.631737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.631737] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.631899] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.631991] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.632138] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01a104a0-11e0-4b29-b431-1d4d84867460" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.636556] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.636699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.636748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.636892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.636974] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.637103] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ace8c74-6977-40d6-a466-bc23ace40e75" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.688858] env[69577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.689394] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.689545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.689617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.689828] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.689908] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.690039] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-916b7b7d-3786-4f6f-b2cb-51e3c9f1e2b0" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.718490] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d25f2ef6-38eb-43ce-8729-1a5e468fdc63: rpc.has_security_group_logging(os_id): False [ 1308.719600] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c527e13-722d-4371-b71b-9203db83acd8: rpc.has_security_group_logging(os_id): False [ 1308.735188] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe: rpc.has_security_group_logging(os_id): False [ 1308.742864] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.743016] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.743093] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.743299] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.746288] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.746387] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.767661] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.767781] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.784576] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.784831] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.784927] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.784994] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.785209] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.785294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.785389] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c527e13-722d-4371-b71b-9203db83acd8 is going to be updated. [ 1308.786343] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.786512] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.812771] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.813113] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.813223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.813290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.813471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.813550] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.813636] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 is going to be updated. [ 1308.814610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.814810] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.833592] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.833861] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.833977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.834057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.834261] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.834350] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.834440] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1308.860732] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.860902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.860949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.861178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.861320] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.873194] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c527e13-722d-4371-b71b-9203db83acd8 in Status: IN_PROGRESS for 2s [ 1308.889526] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.889658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.889658] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.889848] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.889977] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.891478] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.891587] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.891654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.891819] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.891973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.906131] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: IN_PROGRESS for 2s [ 1308.906679] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1310.887557] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c527e13-722d-4371-b71b-9203db83acd8 in Status: SUCCESS [ 1310.887944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.919093] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: SUCCESS [ 1310.919313] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.919980] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1310.920167] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.178777] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.179262] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.179718] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.180115] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.180674] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.180936] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.856976] env[69577]: INFO networking_nsxv3.common.synchronization [req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 req-434c5bff-f232-4ffd-becf-d13710edae22 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 1323.857555] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 1323.858309] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.858309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.858309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.858309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.858506] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.858554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.858586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.858729] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.858829] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.859174] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.361580] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.863622] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.366419] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.366564] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.366635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.366854] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.366944] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.367053] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 is going to be updated. [ 1325.398731] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.398855] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.398939] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.399144] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.399290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.407231] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: IN_PROGRESS for 2s [ 1327.417790] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: SUCCESS [ 1327.418137] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.858317] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.858628] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.859481] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.859828] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.860642] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.860962] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.208608] env[69577]: INFO networking_nsxv3.common.synchronization [req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa req-b59ce9f9-c581-4e24-a891-f4272908ad57 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Enqueued Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 1341.211141] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 with Priority: HIGHEST for action security_group_members [ 1341.211141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.211141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.211141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.211141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.211141] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.211141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.211141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.211141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.211141] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.211141] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25f2ef6-38eb-43ce-8729-1a5e468fdc63',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.713194] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.713401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.713401] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.713622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.713710] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.713905] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.714018] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.714075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.714231] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.714349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.714406] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 is going to be updated. [ 1341.742321] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.742456] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.742554] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.742679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.742808] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.750637] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: IN_PROGRESS for 2s [ 1343.761414] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 in Status: SUCCESS [ 1343.761768] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25f2ef6-38eb-43ce-8729-1a5e468fdc63 deletion is rescheduled due to dependency. [ 1343.761768] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25f2ef6-38eb-43ce-8729-1a5e468fdc63" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.210363] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.210702] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.211858] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.212115] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.212467] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.212736] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.213536] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.213874] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.825569] env[69577]: INFO networking_nsxv3.common.synchronization [req-0b874285-246b-4beb-aa2f-583d3a34f2f4 req-ed8d113d-ab1f-4515-a382-d44470273781 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1361.826053] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1361.826356] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.826482] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.826540] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.826762] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.827664] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.827664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.827664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.827664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.827664] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.827664] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.330578] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.330930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.330930] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.331142] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.331244] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.331494] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.331616] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.331649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.331806] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.331881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.331967] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1362.383222] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.383340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.383340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.383510] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.383639] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.391464] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1364.401999] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1364.402374] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe deletion is rescheduled due to dependency. [ 1364.402374] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.827525] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.827864] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.809282] env[69577]: INFO networking_nsxv3.common.synchronization [req-b9d85af8-00e2-423e-94c0-51a76ec4f890 req-a8fc6eb1-8a7d-42da-9812-0d7b9cc3329c tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1369.809823] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1369.810119] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.810241] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.810310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.810508] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.810667] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.810760] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.810842] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.810989] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.811087] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.811218] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.059990] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.060228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.060360] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.060633] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.060903] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.061080] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.061205] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.061420] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.061619] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.061863] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1370.061985] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.062121] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.062237] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.062355] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1370.062466] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.062601] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.083250] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.083445] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1370.083595] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.083767] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.084068] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.084242] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.084369] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.084682] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.084889] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6a19c1-32f1-4741-8bd8-35ee5d906b37',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.313057] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.313255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.313326] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.313543] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.313635] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.313832] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.313937] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.313997] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.314157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.314234] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.314318] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1370.341114] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.341248] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.341290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.341452] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.341623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.349497] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1370.587691] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.587956] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.588111] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.588412] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.588568] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.588732] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 not found, creating... [ 1370.588994] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.589170] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.589314] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.589549] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.589695] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.590010] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.590203] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.590333] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.590560] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.590704] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.590847] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 is going to be created. [ 1370.610541] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.610716] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.610862] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.611133] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.611373] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.611614] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.277223] env[69577]: INFO networking_nsxv3.common.synchronization [req-b9d85af8-00e2-423e-94c0-51a76ec4f890 req-5412c103-b442-40f8-820d-49aec13f2d5a service nova] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1371.277223] env[69577]: INFO networking_nsxv3.common.synchronization [req-b9d85af8-00e2-423e-94c0-51a76ec4f890 req-5412c103-b442-40f8-820d-49aec13f2d5a service nova] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1371.277223] env[69577]: INFO networking_nsxv3.common.synchronization [req-b9d85af8-00e2-423e-94c0-51a76ec4f890 req-5412c103-b442-40f8-820d-49aec13f2d5a service nova] Enqueued Resource ID: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 with Priority: HIGHEST for action port [ 1371.277223] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1371.277223] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1371.277223] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 with Priority: HIGHEST for action port [ 1371.277223] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.277223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.277223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.277223] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.277223] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.278991] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.279111] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.279311] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.279421] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.279484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.279671] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.279754] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6a19c1-32f1-4741-8bd8-35ee5d906b37',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.781397] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.781544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.781781] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 with status ACTIVE [ 1371.781973] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.782100] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.782188] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.782409] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.782501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.782680] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.782776] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.782849] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.782998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.783101] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.783323] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.783420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.783484] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.783642] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.783715] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.783813] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 is going to be updated. [ 1371.804674] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.804876] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.804876] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.805099] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.805278] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.805488] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.358309] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1372.358575] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe deletion is rescheduled due to dependency. [ 1372.358612] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.358786] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.358998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.359196] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.359310] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.359371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.359519] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.359610] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.359699] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.862376] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.364332] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.866468] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.866651] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.866714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.866913] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.867074] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.867189] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1373.895547] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.895679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.895751] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.895949] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.896112] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.904103] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1375.914150] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1375.914465] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.914520] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.914719] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.914912] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.915040] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.915108] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.915270] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.915352] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.915437] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.915524] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.276629] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.276805] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1376.417673] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.920274] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe: rpc.has_security_group_logging(os_id): False [ 1376.937254] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.937431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.937431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.937645] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.937736] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.937973] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.938088] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.938144] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.938295] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.938370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.938453] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1376.995717] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.995965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.995965] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.996154] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.996294] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.009031] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1379.026948] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1379.026948] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.277950] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.277950] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.279437] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.279816] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.280731] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.280731] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.281768] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.282114] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.282992] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.283304] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.284865] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.285193] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.042819] env[69577]: INFO networking_nsxv3.common.synchronization [req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 req-379602ec-a04e-44b5-afc4-1046501ee71b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Enqueued Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_members [ 1410.043459] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c527e13-722d-4371-b71b-9203db83acd8 with Priority: HIGHEST for action security_group_members [ 1410.043796] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c527e13-722d-4371-b71b-9203db83acd8 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.043931] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.044030] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.044260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.044514] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.044595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.044681] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.044862] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.044973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.045172] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c527e13-722d-4371-b71b-9203db83acd8',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.549508] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.549702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.549748] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.549960] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.550078] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.550283] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.550383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.550446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.550595] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.550672] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.550757] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c527e13-722d-4371-b71b-9203db83acd8 is going to be updated. [ 1410.581349] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.581509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.581509] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.581675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.581801] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.589625] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c527e13-722d-4371-b71b-9203db83acd8 in Status: IN_PROGRESS for 2s [ 1412.600168] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c527e13-722d-4371-b71b-9203db83acd8 in Status: SUCCESS [ 1412.600509] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c527e13-722d-4371-b71b-9203db83acd8 deletion is rescheduled due to dependency. [ 1412.600623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c527e13-722d-4371-b71b-9203db83acd8" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.662165] env[69577]: INFO networking_nsxv3.common.synchronization [None req-3300e5a3-43e2-4b19-974a-be8a01bd81e0 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Enqueued Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_rules [ 1414.662940] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_rules [ 1414.663311] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.663492] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.663674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.664019] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.664181] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.739467] env[69577]: INFO networking_nsxv3.common.synchronization [None req-4036604f-5ef9-4bf6-94b7-74bad96eb2b4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Enqueued Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_rules [ 1414.739945] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_rules [ 1414.740751] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.740863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.186678] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.186830] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.186938] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.187186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.187281] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.187382] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 already deleted. [ 1415.187466] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.187783] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.187941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.188037] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.707536] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.707915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.707915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.707915] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.708109] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.708109] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 already deleted. [ 1415.708258] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.741267] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.741552] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.991993] env[69577]: INFO networking_nsxv3.common.synchronization [req-a555650d-f0b2-4469-a053-540b512c41f4 req-27585a63-7b8e-45aa-ab55-2e7b81f14ecb tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Enqueued Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_members [ 1419.992388] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_members [ 1419.992695] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4373d1d4-e50e-424c-9bed-1cc70fe03a95 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.992827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.992895] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.993309] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.993468] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.993601] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.993699] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.993794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.993887] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.993958] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.261022] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.261022] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-74" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.261221] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-74" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.261676] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-74" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.261951] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.262308] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.262470] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.262700] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.262855] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.263097] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1420.263216] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1420.263329] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1420.263443] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1420.263559] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1420.263669] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1420.263803] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1420.284669] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1420.285014] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1420.285014] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1420.285178] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-74" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.285462] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-ea70d021-09ec-4f4b-81ce-d2d46bf10959 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.285637] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-ea70d021-09ec-4f4b-81ce-d2d46bf10959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.285763] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-ea70d021-09ec-4f4b-81ce-d2d46bf10959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.286104] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-ea70d021-09ec-4f4b-81ce-d2d46bf10959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.286256] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea70d021-09ec-4f4b-81ce-d2d46bf10959',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.496335] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.496522] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.496615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.496863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.496961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.497206] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.497362] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.497475] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.497820] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.497942] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.498126] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 already deleted. [ 1420.498206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.788283] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.788700] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.788700] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.789039] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.789155] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.789241] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port ea70d021-09ec-4f4b-81ce-d2d46bf10959 not found, creating... [ 1420.789514] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.789678] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.789802] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.790041] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.790187] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.790476] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.790641] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.790763] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.790986] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.791133] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.791279] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: ea70d021-09ec-4f4b-81ce-d2d46bf10959 is going to be created. [ 1420.809943] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.810191] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.810553] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.810637] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.810870] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.811114] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-ea70d021-09ec-4f4b-81ce-d2d46bf10959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.479943] env[69577]: INFO networking_nsxv3.common.synchronization [req-a555650d-f0b2-4469-a053-540b512c41f4 req-93509bb8-02e6-4d23-8ded-865a3c92b862 service nova] Enqueued Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_rules [ 1421.480165] env[69577]: INFO networking_nsxv3.common.synchronization [req-a555650d-f0b2-4469-a053-540b512c41f4 req-93509bb8-02e6-4d23-8ded-865a3c92b862 service nova] Enqueued Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_members [ 1421.480279] env[69577]: INFO networking_nsxv3.common.synchronization [req-a555650d-f0b2-4469-a053-540b512c41f4 req-93509bb8-02e6-4d23-8ded-865a3c92b862 service nova] Enqueued Resource ID: ea70d021-09ec-4f4b-81ce-d2d46bf10959 with Priority: HIGHEST for action port [ 1421.480515] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_rules [ 1421.480649] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_members [ 1421.480746] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea70d021-09ec-4f4b-81ce-d2d46bf10959 with Priority: HIGHEST for action port [ 1421.481300] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.481428] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.481499] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.481702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.481784] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.483731] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4373d1d4-e50e-424c-9bed-1cc70fe03a95 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.483731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.483731] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.483900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.483988] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.484098] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.484164] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.484311] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.484396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.484487] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.485255] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea70d021-09ec-4f4b-81ce-d2d46bf10959 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.485378] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea70d021-09ec-4f4b-81ce-d2d46bf10959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.485630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea70d021-09ec-4f4b-81ce-d2d46bf10959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.485630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea70d021-09ec-4f4b-81ce-d2d46bf10959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.485630] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea70d021-09ec-4f4b-81ce-d2d46bf10959',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.984469] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4373d1d4-e50e-424c-9bed-1cc70fe03a95 taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.984892] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.987674] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.988392] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea70d021-09ec-4f4b-81ce-d2d46bf10959 with status ACTIVE [ 1421.988586] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.988702] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.988770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.988976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.989085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.989274] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.989376] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.989438] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.989598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.989675] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.989850] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.989941] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.990009] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.990161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.990235] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.990320] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea70d021-09ec-4f4b-81ce-d2d46bf10959 is going to be updated. [ 1422.010128] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.010280] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.010325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.010498] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.010627] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.010794] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea70d021-09ec-4f4b-81ce-d2d46bf10959" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.492633] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.995687] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.996091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.996091] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.996178] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.996238] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.996336] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 is going to be created. [ 1423.018465] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.018617] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.018696] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.018903] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.019077] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.028629] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 in Status: UNINITIALIZED for 2s [ 1425.038978] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 in Status: SUCCESS [ 1425.039328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.039390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.039603] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.039795] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.039916] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.039985] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.040157] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.040242] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.040340] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.040444] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.542329] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.044364] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4373d1d4-e50e-424c-9bed-1cc70fe03a95: rpc.has_security_group_logging(os_id): False [ 1426.061337] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.061586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.061586] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.061764] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.061928] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.062123] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.062218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.062271] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.062446] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.062533] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.062645] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 is going to be created. [ 1426.116788] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.117085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.117085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.117255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.117444] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.127678] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 in Status: IN_PROGRESS for 2s [ 1426.481385] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.481525] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1428.140872] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 in Status: SUCCESS [ 1428.141198] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.482453] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.482794] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.483242] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.483547] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.044362] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.044698] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.044698] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.045071] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.045280] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.045442] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.045563] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.045799] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.045965] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.046219] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1439.046334] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1439.046455] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1439.046558] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1439.046671] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1439.046777] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1439.046910] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1439.065243] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1439.065360] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1439.065494] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1439.065659] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-863" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.065923] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.066102] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.066228] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.066451] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.066591] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6a19c1-32f1-4741-8bd8-35ee5d906b37',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.568500] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.568720] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.568843] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.569262] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.569433] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.569732] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.569897] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.570031] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.570261] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.570401] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.570712] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.570878] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.571008] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.571241] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.571381] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.571525] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 is going to be updated. [ 1439.592152] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.592337] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.592467] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.592723] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.592914] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.593165] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.247471] env[69577]: INFO networking_nsxv3.common.synchronization [req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 req-74b42bea-82a1-448d-a563-48e2f59e8f8f service nova] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1440.247735] env[69577]: INFO networking_nsxv3.common.synchronization [req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 req-74b42bea-82a1-448d-a563-48e2f59e8f8f service nova] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1440.247800] env[69577]: INFO networking_nsxv3.common.synchronization [req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 req-74b42bea-82a1-448d-a563-48e2f59e8f8f service nova] Enqueued Resource ID: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 with Priority: HIGHEST for action port [ 1440.248036] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_rules [ 1440.248174] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1440.248274] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 with Priority: HIGHEST for action port [ 1440.248801] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.248946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.249065] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.249285] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.249368] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.250577] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.250694] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.250754] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.250917] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.251079] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.251165] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.251218] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.251361] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.251460] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.251525] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.252220] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.252328] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.252395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.252544] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.252617] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6a19c1-32f1-4741-8bd8-35ee5d906b37',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.754736] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.754967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.755111] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.755963] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 with status ACTIVE [ 1440.756147] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.756252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.756315] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.756520] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.756613] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.756785] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.756943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.756943] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.757076] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.757149] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.757323] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.757408] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.757471] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.757630] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.757688] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.757800] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 is going to be updated. [ 1440.777443] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.777622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.777622] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.777769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.777897] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.778057] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6a19c1-32f1-4741-8bd8-35ee5d906b37" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.260069] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.762773] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.762976] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.763069] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.763370] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.763489] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.763613] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1441.795679] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.795867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.795867] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.796085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.796224] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.805182] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1443.815976] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1443.816354] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.816470] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.816655] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.816871] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.817017] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.817107] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.817284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.817386] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.817477] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.817588] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.320289] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.822990] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe: rpc.has_security_group_logging(os_id): False [ 1444.840377] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.840612] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.840682] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.840861] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.840957] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.841220] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.841316] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.841383] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.841531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.841606] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.841691] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1444.898944] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.899129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.899172] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.899364] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.899501] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.914148] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1445.249634] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.249805] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1446.930199] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1446.930589] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.250371] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.250709] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.251132] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.251532] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.346397] env[69577]: INFO networking_nsxv3.common.synchronization [req-a72648cd-4a16-4b29-837f-99ac958240fa req-e7505608-424b-4e5d-bc47-0a99f5d2da0c tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Enqueued Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1456.346953] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe with Priority: HIGHEST for action security_group_members [ 1456.347290] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.347420] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.347490] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.347698] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.347855] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.348052] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.348147] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.348349] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.348441] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.348535] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.850455] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.850614] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.850687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.850918] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.851032] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.852058] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.852058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.852058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.852058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.852058] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.852058] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe is going to be updated. [ 1456.877857] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.877973] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.878048] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.878598] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.878741] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.886564] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: IN_PROGRESS for 2s [ 1458.897519] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe in Status: SUCCESS [ 1458.897902] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe deletion is rescheduled due to dependency. [ 1458.897902] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdf452e-4ba6-4dab-a4c9-1ec4f74c5dbe" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.348224] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.348596] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.349782] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.350058] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.772217] env[69577]: INFO networking_nsxv3.common.synchronization [None req-295b03a1-169d-4fee-82f4-f6fd5ac8299f None None] Enqueued Resource ID: 810c3ec2-e6df-4899-b4fb-6b9deb094cb9 with Priority: HIGHEST for action port [ 1466.772969] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 810c3ec2-e6df-4899-b4fb-6b9deb094cb9 with Priority: HIGHEST for action port [ 1466.773508] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-810c3ec2-e6df-4899-b4fb-6b9deb094cb9 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.773646] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-810c3ec2-e6df-4899-b4fb-6b9deb094cb9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.773769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-810c3ec2-e6df-4899-b4fb-6b9deb094cb9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.774171] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-810c3ec2-e6df-4899-b4fb-6b9deb094cb9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.774314] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810c3ec2-e6df-4899-b4fb-6b9deb094cb9',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.276917] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 810c3ec2-e6df-4899-b4fb-6b9deb094cb9 [ 1467.277184] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.277325] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.277395] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.277615] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.277706] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.277800] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:810c3ec2-e6df-4899-b4fb-6b9deb094cb9 already deleted. [ 1467.277881] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-810c3ec2-e6df-4899-b4fb-6b9deb094cb9" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.512950] env[69577]: INFO networking_nsxv3.common.synchronization [None req-7400595b-47e4-4328-ace0-24a0d7b67b18 None None] Enqueued Resource ID: a1e4138f-19fc-402e-8753-7cbcb67df9f4 with Priority: HIGHEST for action port [ 1468.513227] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e4138f-19fc-402e-8753-7cbcb67df9f4 with Priority: HIGHEST for action port [ 1468.513800] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e4138f-19fc-402e-8753-7cbcb67df9f4 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.513926] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e4138f-19fc-402e-8753-7cbcb67df9f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.513993] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e4138f-19fc-402e-8753-7cbcb67df9f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.514264] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e4138f-19fc-402e-8753-7cbcb67df9f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.514350] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e4138f-19fc-402e-8753-7cbcb67df9f4',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.016884] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1e4138f-19fc-402e-8753-7cbcb67df9f4 [ 1469.017146] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.017284] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.017355] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.017567] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.017656] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.017752] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1e4138f-19fc-402e-8753-7cbcb67df9f4 already deleted. [ 1469.017832] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e4138f-19fc-402e-8753-7cbcb67df9f4" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.629413] env[69577]: INFO networking_nsxv3.common.synchronization [req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 req-47137260-a88f-4a05-b7e9-0cb3bfa9ee12 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Enqueued Resource ID: b31a35bd-9985-4326-a28a-b1386e67ed4a with Priority: HIGHEST for action security_group_members [ 1471.629916] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31a35bd-9985-4326-a28a-b1386e67ed4a with Priority: HIGHEST for action security_group_members [ 1471.630224] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31a35bd-9985-4326-a28a-b1386e67ed4a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.630345] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.630414] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.630661] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.630818] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.631189] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.631189] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.631189] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.631332] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.631332] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31a35bd-9985-4326-a28a-b1386e67ed4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.877200] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.877411] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "network-32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.877541] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "network-32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.877886] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "network-32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.878165] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.878329] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.878452] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.878668] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.878814] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.879049] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.879166] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] NeedRegenerationException {{(pid=69577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1471.879279] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] no value, waiting for create lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1471.879391] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] value creation lock acquired {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1471.879501] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] No value present for key: 'zone-id' {{(pid=69577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.879651] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Calling creation function for not-yet-present value {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1471.879744] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1471.899142] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1471.899980] env[69577]: DEBUG dogpile.cache.region [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1471.899980] env[69577]: DEBUG dogpile.lock [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Released creation lock {{(pid=69577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1471.899980] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "network-32" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.899980] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock port-8e36b208-aab2-4a34-af3a-55def4dae9eb taken with stack trace [, , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.900208] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "port-8e36b208-aab2-4a34-af3a-55def4dae9eb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.900208] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "port-8e36b208-aab2-4a34-af3a-55def4dae9eb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.900428] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "port-8e36b208-aab2-4a34-af3a-55def4dae9eb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.900572] env[69577]: DEBUG networking_nsxv3.api.rpc [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e36b208-aab2-4a34-af3a-55def4dae9eb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.133361] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.133502] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.133569] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.133791] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.133882] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.134093] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.134191] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.134260] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.134431] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.134513] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.134597] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31a35bd-9985-4326-a28a-b1386e67ed4a already deleted. [ 1472.134679] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.402365] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.402614] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.402749] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.403068] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.403244] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.403419] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Segment Port 8e36b208-aab2-4a34-af3a-55def4dae9eb not found, creating... [ 1472.403681] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.403840] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.403963] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.404208] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.404348] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.404628] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.404802] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.404924] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.405149] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.405309] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.405444] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Resource: SegmentPort with ID: 8e36b208-aab2-4a34-af3a-55def4dae9eb is going to be created. [ 1472.425855] env[69577]: DEBUG networking_nsxv3.common.locking [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.426061] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.426193] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.426600] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.426703] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.426944] env[69577]: DEBUG oslo_concurrency.lockutils [None req-742b2cde-5b98-40a3-a629-49ba73f24bbc None None] Releasing lock "port-8e36b208-aab2-4a34-af3a-55def4dae9eb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.101876] env[69577]: INFO networking_nsxv3.common.synchronization [req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 req-84c48285-f334-45f9-a2f1-899bd107b52d service nova] Enqueued Resource ID: b31a35bd-9985-4326-a28a-b1386e67ed4a with Priority: HIGHEST for action security_group_rules [ 1473.102216] env[69577]: INFO networking_nsxv3.common.synchronization [req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 req-84c48285-f334-45f9-a2f1-899bd107b52d service nova] Enqueued Resource ID: b31a35bd-9985-4326-a28a-b1386e67ed4a with Priority: HIGHEST for action security_group_members [ 1473.102413] env[69577]: INFO networking_nsxv3.common.synchronization [req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 req-84c48285-f334-45f9-a2f1-899bd107b52d service nova] Enqueued Resource ID: 8e36b208-aab2-4a34-af3a-55def4dae9eb with Priority: HIGHEST for action port [ 1473.102970] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31a35bd-9985-4326-a28a-b1386e67ed4a with Priority: HIGHEST for action security_group_rules [ 1473.103169] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31a35bd-9985-4326-a28a-b1386e67ed4a with Priority: HIGHEST for action security_group_members [ 1473.103391] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e36b208-aab2-4a34-af3a-55def4dae9eb with Priority: HIGHEST for action port [ 1473.103690] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31a35bd-9985-4326-a28a-b1386e67ed4a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.103868] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.103980] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.104305] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.104437] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31a35bd-9985-4326-a28a-b1386e67ed4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.105206] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31a35bd-9985-4326-a28a-b1386e67ed4a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.105321] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.105390] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.105588] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.105742] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.105838] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.105900] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.106046] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.106129] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.106214] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31a35bd-9985-4326-a28a-b1386e67ed4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.106928] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e36b208-aab2-4a34-af3a-55def4dae9eb taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.107255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e36b208-aab2-4a34-af3a-55def4dae9eb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.107255] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e36b208-aab2-4a34-af3a-55def4dae9eb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.107371] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e36b208-aab2-4a34-af3a-55def4dae9eb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.107371] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e36b208-aab2-4a34-af3a-55def4dae9eb',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.608896] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b31a35bd-9985-4326-a28a-b1386e67ed4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.609962] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31a35bd-9985-4326-a28a-b1386e67ed4a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.610096] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.612402] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e36b208-aab2-4a34-af3a-55def4dae9eb with status ACTIVE [ 1473.612591] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.612714] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.612793] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.612967] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.613068] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.613234] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.613342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.613412] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.613568] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.614468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.614468] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.614468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.614468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.614468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.614468] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.614468] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e36b208-aab2-4a34-af3a-55def4dae9eb is going to be updated. [ 1473.634016] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.634162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.634205] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.634358] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.634480] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.634623] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e36b208-aab2-4a34-af3a-55def4dae9eb" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.116563] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b31a35bd-9985-4326-a28a-b1386e67ed4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.618902] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.619085] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.619162] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.619391] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.619486] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.619587] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31a35bd-9985-4326-a28a-b1386e67ed4a is going to be created. [ 1474.641997] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.642217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.642217] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.642392] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.642545] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.651428] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31a35bd-9985-4326-a28a-b1386e67ed4a in Status: UNINITIALIZED for 2s [ 1476.662397] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31a35bd-9985-4326-a28a-b1386e67ed4a in Status: SUCCESS [ 1476.662761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.662761] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.662946] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.663140] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.663252] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.663319] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.663483] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.663566] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.663649] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.663737] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b31a35bd-9985-4326-a28a-b1386e67ed4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.166452] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31a35bd-9985-4326-a28a-b1386e67ed4a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.166691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.166691] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.166952] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.167195] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.167356] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.167476] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.167674] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.167770] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.167863] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.168028] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31a35bd-9985-4326-a28a-b1386e67ed4a taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.168128] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.168190] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.168342] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.168472] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.168565] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.168620] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.168774] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.168827] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.168911] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.169015] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b31a35bd-9985-4326-a28a-b1386e67ed4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.671896] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b31a35bd-9985-4326-a28a-b1386e67ed4a: rpc.has_security_group_logging(os_id): False [ 1477.689554] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.689684] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.689757] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.689961] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.690064] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.690245] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.690353] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.690418] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.690574] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.690654] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.690897] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.690998] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.691075] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.691214] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.691290] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.691479] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.691572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.691633] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.691769] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.691841] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.691922] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31a35bd-9985-4326-a28a-b1386e67ed4a is going to be created. [ 1477.749030] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.749161] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.749201] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.749366] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.749531] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.760165] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b31a35bd-9985-4326-a28a-b1386e67ed4a in Status: IN_PROGRESS for 2s [ 1478.104511] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.104653] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1479.775922] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b31a35bd-9985-4326-a28a-b1386e67ed4a in Status: SUCCESS [ 1479.776314] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.105341] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.105673] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.935255] env[69577]: INFO networking_nsxv3.common.synchronization [req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 req-2b81e352-add8-49d7-b422-0aaa5964e3da tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Enqueued Resource ID: b31a35bd-9985-4326-a28a-b1386e67ed4a with Priority: HIGHEST for action security_group_members [ 1483.935761] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31a35bd-9985-4326-a28a-b1386e67ed4a with Priority: HIGHEST for action security_group_members [ 1483.936083] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31a35bd-9985-4326-a28a-b1386e67ed4a taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.936206] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.936276] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.936472] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.936622] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.936720] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.936782] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.936924] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.937014] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.937263] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31a35bd-9985-4326-a28a-b1386e67ed4a',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.439411] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.439823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.439823] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.439888] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.439983] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.440180] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.440279] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.440344] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.440491] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.440572] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.440662] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31a35bd-9985-4326-a28a-b1386e67ed4a is going to be updated. [ 1484.467555] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.467712] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.467773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.467922] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.468298] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.476429] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31a35bd-9985-4326-a28a-b1386e67ed4a in Status: IN_PROGRESS for 2s [ 1486.202122] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1486.202451] env[69577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff14b620-99b1-4972-9e48-122446966936 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1486.488135] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31a35bd-9985-4326-a28a-b1386e67ed4a in Status: SUCCESS [ 1486.488276] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31a35bd-9985-4326-a28a-b1386e67ed4a deletion is rescheduled due to dependency. [ 1486.488396] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31a35bd-9985-4326-a28a-b1386e67ed4a" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.937252] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.937583] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.938689] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.939052] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.940309] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.940644] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.768247] env[69577]: INFO networking_nsxv3.common.synchronization [req-61de542c-8a78-4572-8ee1-82253731702c req-45bf1b30-66d0-48a7-bb9d-008f358ce4ad tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Enqueued Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_members [ 1499.768673] env[69577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 with Priority: HIGHEST for action security_group_members [ 1499.768984] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock member-4373d1d4-e50e-424c-9bed-1cc70fe03a95 taken with stack trace [, , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.769120] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.769186] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.769379] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.769532] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.769632] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.769724] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.769837] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.769923] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.770048] env[69577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4373d1d4-e50e-424c-9bed-1cc70fe03a95',) {} {{(pid=69577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.273026] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.273404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.273404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.273404] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.273493] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.273682] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.273773] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.273873] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.274090] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.274159] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.274247] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 is going to be updated. [ 1500.303335] env[69577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.303548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.303548] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.303687] env[69577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.303824] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.312069] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 in Status: IN_PROGRESS for 2s [ 1502.322256] env[69577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 in Status: SUCCESS [ 1502.322624] env[69577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4373d1d4-e50e-424c-9bed-1cc70fe03a95 deletion is rescheduled due to dependency. [ 1502.322624] env[69577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4373d1d4-e50e-424c-9bed-1cc70fe03a95" {{(pid=69577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.769769] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.770142] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.772627] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.772988] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.773550] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.773875] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.774972] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.774972] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.776452] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.776452] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.777249] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.777590] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.778919] env[69577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.779293] env[69577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0